-- Logs begin at Tue 2021-06-22 00:11:35 UTC, end at Tue 2021-06-22 01:07:31 UTC. -- Jun 22 00:40:31.105176 dv-cinder-753305-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 00:40:33.732606 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.common.config [-] Logging enabled! Jun 22 00:40:33.733208 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 22 00:40:33.733371 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 00:40:33.737181 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.common.config [-] Logging enabled! Jun 22 00:40:33.737456 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 22 00:40:33.737770 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104232) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 00:40:33.738696 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:33.738931 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:33.739290 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:33.739533 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:33.739754 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:33.740070 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.740368 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.740660 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.740887 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.741176 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.741492 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.741772 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.742054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.742516 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.742620 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.742891 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.743172 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.743402 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.743681 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.743964 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.744247 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.744469 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] debug = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.744745 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.745162 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.745601 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.745880 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.746165 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.746480 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.746696 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.746967 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.747245 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.747567 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] host = dv-cinder-753305-6-smb {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.747837 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.748118 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.748400 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.748681 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.748951 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.749221 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.749523 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.749792 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.750058 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.750332 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.750615 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.750896 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.751207 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.751428 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.751647 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.751930 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.752211 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.752479 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.752746 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.753014 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.753281 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.753574 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.753839 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.754119 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.754400 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.754683 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.754952 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.755220 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.755490 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.755755 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.756033 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.756300 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.756567 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.756836 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.757118 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.757377 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.757664 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.757957 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.758237 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.758514 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.758792 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.759058 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.759335 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.759603 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.759869 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.760135 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_json = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.760410 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.760674 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.760949 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.761217 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.761503 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.761772 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.762037 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.762317 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:33.762612 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.762902 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.763197 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.763473 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.763760 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.764032 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.764315 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.764588 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.764871 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.765153 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.765455 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.765728 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.766010 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.766285 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.766593 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.766898 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.767187 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.767471 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.767738 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.768006 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.768273 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.768546 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.768826 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.769113 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.769398 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.769700 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.769973 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.770262 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.770534 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.770803 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.771076 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.771362 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.771637 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.771907 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.772185 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.772459 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.772728 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.772994 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.773265 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.773575 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.773848 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.774115 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.774386 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.774659 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.774925 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.775206 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.775478 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.775746 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.776014 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.776287 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.776553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.776820 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.777092 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.777361 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.777669 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.777937 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.778208 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.778476 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.778745 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.779013 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.779281 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.779548 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.779820 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.780089 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.780363 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.780632 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.780903 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.781172 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.781533 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.781832 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.782108 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.782898 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.783175 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.783450 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.783723 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.783994 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.784265 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.784538 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.784808 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.785094 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.785372 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.785679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.785958 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.786230 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.786521 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.786793 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.787070 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.787344 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.787614 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.787895 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.788171 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.788463 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.788752 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.789039 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.789330 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.789641 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.789918 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.790221 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.790501 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:33.790716 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:33.790955 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104232) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 00:40:34.134296 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:40:34.134574 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:40:34.134861 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:40:34.135188 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 00:40:34.515665 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.515883 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.516153 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.517471 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.517748 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.518010 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.551501 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.551781 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.552045 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.564877 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.565154 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.565420 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.594137 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.594414 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.595186 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.629977 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.630256 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.630524 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.857367 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.857979 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.857979 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.858187 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.859106 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.980515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.980835 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.981118 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.981396 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.981689 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.982007 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.982261 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.982515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.982770 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.983052 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.983310 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.983574 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.983833 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.984096 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.984351 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.984617 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.984886 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.985144 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.985951 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.986204 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.986485 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.986832 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.987082 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.987362 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.987608 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.987853 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:34.988245 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.988485 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.988719 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.988953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.989185 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.989414 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:34.989797 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 00:40:34.993715 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 00:40:34.997551 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 00:40:35.001833 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 22 00:40:35.003444 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 00:40:35.003886 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 00:40:35.004215 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 00:40:35.004598 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 00:40:35.007379 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 00:40:35.007632 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 00:40:35.007974 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 00:40:35.034641 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 00:40:35.035086 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.035383 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104232) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 00:40:35.035742 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.037081 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104232) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 00:40:35.037358 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 00:40:35.037625 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 00:40:35.040780 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.041065 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.104331 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 00:40:35.104565 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 00:40:35.104798 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 00:40:35.105158 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 00:40:35.125514 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_db.sqlalchemy.engines [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104232) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 00:40:35.640530 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing driver for type 'gre' Jun 22 00:40:35.641088 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] gre ID ranges: [(1, 1000)] Jun 22 00:40:35.689724 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing driver for type 'local' Jun 22 00:40:35.690061 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing driver for type 'vlan' Jun 22 00:40:35.702665 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] VlanTypeDriver initialization complete Jun 22 00:40:35.703022 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing driver for type 'vxlan' Jun 22 00:40:35.703503 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] vxlan ID ranges: [(1, 1000)] Jun 22 00:40:35.751862 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing extension driver 'port_security' Jun 22 00:40:35.752233 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] PortSecurityExtensionDriver initialization complete Jun 22 00:40:35.752593 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing mechanism driver 'openvswitch' Jun 22 00:40:35.752908 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing mechanism driver 'hyperv' Jun 22 00:40:35.759614 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.plugins.ml2.plugin [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:35.760387 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.760765 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.761130 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.761552 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.761916 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.762265 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.762647 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.762999 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.763352 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.763740 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.764096 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.764440 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.764824 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.765174 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.765542 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.765925 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > address_group after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.766274 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > address_group after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.766660 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.767151 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] ML2 OVO RPC backend initialized. {{(pid=104232) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 00:40:35.768332 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.768332 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.768636 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.768982 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > networks before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.769331 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.769703 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > ports before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.770050 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.770392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnets before_response 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.770739 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.771078 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.771414 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.771752 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.772088 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.772428 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.772782 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.773109 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.773457 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.774048 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.plugin [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Modular L2 Plugin initialization complete Jun 22 00:40:35.774385 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading services supported by the core plugin {{(pid=104232) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 00:40:35.774716 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.plugins.ml2.managers [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Got port-security extension from driver 'port_security' Jun 22 00:40:35.775179 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.extensions.vlantransparent [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Disabled vlantransparent extension. Jun 22 00:40:35.775667 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104232) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 00:40:35.775983 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: router Jun 22 00:40:35.811515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.811917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_create 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.812286 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router before_create 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.812652 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.813028 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.813465 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_delete 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.814336 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.814706 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_create 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.815059 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.815412 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.815792 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.816154 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.816565 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.816935 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.817276 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.817641 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: subnet after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.817984 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.818335 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.818684 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_create 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.819029 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.819376 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.819741 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router after_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.820091 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.820449 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_create 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.820814 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.821162 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_update 55549900 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.821572 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > network after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.822432 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Tracking information for resource: router configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:35.822767 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Tracking information for resource: floatingip configured {{(pid=104232) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 00:40:35.827949 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.db.l3_agentschedulers_db [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 00:40:35.828529 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.828892 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.829317 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.829761 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: port after_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.830546 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router before_create 55550100 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.830916 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.831290 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_create 55550100 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.831652 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > router precommit_update 55550100 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.836108 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.provider_configuration [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service providers = [] {{(pid=104232) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 00:40:35.836478 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.db.servicetype_db [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104232) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 00:40:35.839376 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.service_base [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:35.839730 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.service_base [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:35.840074 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.service_base [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:35.840955 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.services.service_base [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104232) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 00:40:35.841328 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.services.service_base [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 00:40:35.841732 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.842052 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 00:40:35.852807 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.853152 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: auto_allocate Jun 22 00:40:35.858803 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: network precommit_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.859319 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: network precommit_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.859684 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.860005 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: tag Jun 22 00:40:35.867015 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.867349 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: timestamp Jun 22 00:40:35.871095 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.871429 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: network_ip_availability Jun 22 00:40:35.878844 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.879220 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.879581 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:35.880299 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.880622 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: flavors Jun 22 00:40:35.885294 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.885662 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading Plugin: revisions Jun 22 00:40:35.889962 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104232) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 00:40:35.890355 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=104232) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:40:35.891126 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104232) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 00:40:35.891419 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Initializing extension manager. Jun 22 00:40:35.891949 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: __init__.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.892292 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: __pycache__ {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.892627 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.892961 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: address_group.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.893731 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.894295 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: address-group Jun 22 00:40:35.894620 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: address_scope.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.895317 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.895829 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: address-scope Jun 22 00:40:35.896151 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.897060 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.897608 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: router-admin-state-down-before-update Jun 22 00:40:35.897933 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: agent.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.898622 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.899127 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: agent Jun 22 00:40:35.899448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: agent_resources_synced.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.900350 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.900860 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: agent-resources-synced Jun 22 00:40:35.901201 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: allowedaddresspairs.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.902972 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.903499 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: allowed-address-pairs Jun 22 00:40:35.903831 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: auto_allocated_topology.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.905068 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.905630 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: auto-allocated-topology Jun 22 00:40:35.905964 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: availability_zone.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.906651 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.907676 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: availability_zone Jun 22 00:40:35.908004 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: availability_zone_filter.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.908911 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.909426 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: availability_zone_filter Jun 22 00:40:35.909778 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: data_plane_status.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.910681 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.911195 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 00:40:35.911521 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: default_subnetpools.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.912422 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.912937 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: default-subnetpools Jun 22 00:40:35.913505 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.914075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.914587 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: dhcp_agent_scheduler Jun 22 00:40:35.914912 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: dns.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.915816 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.916331 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 00:40:35.916655 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: dns_domain_ports.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.917582 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.918096 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 00:40:35.918419 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: dvr.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.919077 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.919584 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: dvr Jun 22 00:40:35.919907 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: empty_string_filtering.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.920804 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.921312 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: empty-string-filtering Jun 22 00:40:35.921668 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.922565 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.923615 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 00:40:35.923936 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.924828 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.925332 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 00:40:35.925690 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: external_net.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.926583 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.929783 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: external-net Jun 22 00:40:35.929783 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.929783 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.929783 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: extra_dhcp_opt Jun 22 00:40:35.929783 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: extraroute.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.930366 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.930874 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: extraroute Jun 22 00:40:35.931198 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: extraroute_atomic.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.932242 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.932756 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: extraroute-atomic Jun 22 00:40:35.933083 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: filter_validation.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.933773 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.934281 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: filter-validation Jun 22 00:40:35.934603 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: fip_pf_description.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.935497 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.936002 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 00:40:35.936325 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: fip_port_details.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.937229 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.937763 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: fip-port-details Jun 22 00:40:35.938088 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: flavors.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.939331 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.939852 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: flavors Jun 22 00:40:35.940186 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.941862 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.942389 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 00:40:35.942719 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: floatingip_pools.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.943409 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.943922 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: floatingip-pools Jun 22 00:40:35.944246 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: ip_allocation.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.945232 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.945780 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 00:40:35.946106 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.947006 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.947519 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: ip-substring-filtering Jun 22 00:40:35.947845 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l2_adjacency.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.948761 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.949270 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 00:40:35.949629 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.950844 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.951363 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: router Jun 22 00:40:35.951691 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.954092 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.954627 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 00:40:35.954963 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.955881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.956402 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: ext-gw-mode Jun 22 00:40:35.956733 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.957667 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.958188 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: l3-ha Jun 22 00:40:35.958517 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3_flavors.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.959420 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.959940 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: l3-flavors Jun 22 00:40:35.960268 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.961200 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.961748 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 00:40:35.962077 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: l3agentscheduler.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.963098 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.963614 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: l3_agent_scheduler Jun 22 00:40:35.963941 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: logging.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.965401 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.965947 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension logging not supported by any of loaded plugins Jun 22 00:40:35.966279 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: metering.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.967007 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.967589 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: metering Jun 22 00:40:35.967916 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.968995 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.969543 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: metering_source_and_destination_fields Jun 22 00:40:35.970416 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: multiprovidernet.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.971360 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.971877 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: multi-provider Jun 22 00:40:35.972202 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: netmtu.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.973099 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.973635 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: net-mtu Jun 22 00:40:35.973961 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: netmtu_writable.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.974863 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.975375 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: net-mtu-writable Jun 22 00:40:35.975698 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: network_availability_zone.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.976355 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.976862 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: network_availability_zone Jun 22 00:40:35.977184 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: network_ip_availability.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.978295 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.978815 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: network-ip-availability Jun 22 00:40:35.979140 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: network_segment_range.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.979893 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.980405 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 00:40:35.980725 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: pagination.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.981736 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.982068 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: pagination Jun 22 00:40:35.982389 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: port_device_profile.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.983287 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.983822 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: port-device-profile Jun 22 00:40:35.984145 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.985060 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.986152 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: port-mac-address-regenerate Jun 22 00:40:35.986476 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.987384 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.987894 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: port-numa-affinity-policy Jun 22 00:40:35.988216 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: port_resource_request.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.989110 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.989639 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 00:40:35.989962 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: portbindings.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.990886 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.991392 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: binding Jun 22 00:40:35.991712 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: portbindings_extended.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.993043 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.993606 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: binding-extended Jun 22 00:40:35.993940 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: portsecurity.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.994845 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.995368 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: port-security Jun 22 00:40:35.995696 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: project_id.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.996662 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.997016 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: project-id Jun 22 00:40:35.997340 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: providernet.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:35.998280 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:35.998798 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: provider Jun 22 00:40:35.999124 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.002801 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.003333 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos not supported by any of loaded plugins Jun 22 00:40:36.003667 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.004912 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.005447 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 00:40:36.005790 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.006762 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.007283 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 00:40:36.007609 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_default.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.008508 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.009022 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-default not supported by any of loaded plugins Jun 22 00:40:36.009350 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_fip.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.010025 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.010540 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 00:40:36.010864 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_gateway_ip.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.011804 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.012316 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 00:40:36.012641 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_port_network_policy.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.013574 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.014093 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 00:40:36.014421 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_rule_type_details.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.015320 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.015837 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 00:40:36.016163 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: qos_rules_alias.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.017216 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.017774 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 00:40:36.018102 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: quotasv2.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.018990 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.019320 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: quotas Jun 22 00:40:36.019644 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: quotasv2_detail.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.022674 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.023023 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: quota_details Jun 22 00:40:36.023362 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: rbac.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.024398 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.024933 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: rbac-policies Jun 22 00:40:36.025269 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: rbac_address_group.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.026224 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.026748 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: rbac-address-group Jun 22 00:40:36.027080 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: rbac_address_scope.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.027985 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.028510 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: rbac-address-scope Jun 22 00:40:36.028842 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: rbac_security_groups.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.029794 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.030318 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: rbac-security-groups Jun 22 00:40:36.030645 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: rbac_subnetpool.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.031550 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.032066 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: rbac-subnetpool Jun 22 00:40:36.032933 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: revisionifmatch.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.033878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.034395 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: revision-if-match Jun 22 00:40:36.034722 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: revisions.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.036016 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.036539 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: standard-attr-revisions Jun 22 00:40:36.036869 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: router_availability_zone.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.037558 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.038074 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: router_availability_zone Jun 22 00:40:36.038398 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: routerservicetype.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.039301 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.039816 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 00:40:36.040137 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.041048 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.041603 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: security-groups-normalized-cidr Jun 22 00:40:36.041928 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.042831 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.043342 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: port-security-groups-filtering Jun 22 00:40:36.043665 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.044567 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.045078 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: security-groups-remote-address-group Jun 22 00:40:36.045399 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: securitygroup.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.055507 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.056043 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: security-group Jun 22 00:40:36.056378 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: segment.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.057161 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.057705 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension segment not supported by any of loaded plugins Jun 22 00:40:36.058034 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.058958 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.059475 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 00:40:36.059801 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: servicetype.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.060902 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.061450 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: service-type Jun 22 00:40:36.061787 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: sorting.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.062762 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.063098 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: sorting Jun 22 00:40:36.063451 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: standard_attr_segment.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.064347 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.064868 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 00:40:36.065191 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: standardattrdescription.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.065876 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.066389 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: standard-attr-description Jun 22 00:40:36.066713 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: stateful_security_group.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.067622 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.068139 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: stateful-security-group Jun 22 00:40:36.068463 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: stdattrs_common.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.069040 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 00:40:36.069360 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.070373 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.070890 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 00:40:36.071212 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnet_onboard.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.072311 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.072828 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: subnet_onboard Jun 22 00:40:36.073155 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.074114 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.074629 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 00:40:36.074953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnet_service_types.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.076170 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.076688 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: subnet-service-types Jun 22 00:40:36.077013 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnetallocation.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.078163 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.078684 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: subnet_allocation Jun 22 00:40:36.079035 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.079717 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.080233 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: subnetpool-prefix-ops Jun 22 00:40:36.080558 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.081513 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.082027 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 00:40:36.082350 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: tagging.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.083391 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.083910 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: standard-attr-tag Jun 22 00:40:36.084237 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: timestamp.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.085425 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.085974 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loaded extension: standard-attr-timestamp Jun 22 00:40:36.086302 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: trunk.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.087323 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.087848 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension trunk not supported by any of loaded plugins Jun 22 00:40:36.088176 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: trunk_details.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.089077 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.089620 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 00:40:36.089949 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: uplink_status_propagation.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.090858 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.091374 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 00:40:36.091701 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Loading extension file: vlantransparent.py {{(pid=104232) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 00:40:36.092358 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104232) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 00:40:36.092870 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 00:40:36.095894 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:network Jun 22 00:40:36.096418 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnet Jun 22 00:40:36.096817 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:36.097207 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:port Jun 22 00:40:36.098464 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.098908 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service FLAVORS assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.099515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.099945 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.100275 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:router Jun 22 00:40:36.100700 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 00:40:36.101182 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service METERING assigned prefix: /metering {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.102648 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:36.103025 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:36.103378 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:40:36.104352 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 00:40:36.104795 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:security_group Jun 22 00:40:36.105227 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 00:40:36.105877 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service CORE assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.106210 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:36.106564 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] subnetpool is already registered Jun 22 00:40:36.106995 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service CORE assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.107321 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:36.107656 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] subnetpool is already registered Jun 22 00:40:36.110131 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.111100 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service FLAVORS assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.111693 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.112114 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.112445 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:router Jun 22 00:40:36.112788 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] router is already registered Jun 22 00:40:36.113201 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 00:40:36.113578 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] floatingip is already registered Jun 22 00:40:36.114032 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service METERING assigned prefix: /metering {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.114687 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 00:40:36.115013 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] rbac_policy is already registered Jun 22 00:40:36.115421 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:security_group Jun 22 00:40:36.115755 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] security_group is already registered Jun 22 00:40:36.116152 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 00:40:36.116485 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] security_group_rule is already registered Jun 22 00:40:36.117101 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service CORE assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.117427 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:36.117902 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] subnetpool is already registered Jun 22 00:40:36.118329 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.v2.resource_helper [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Service CORE assigned prefix: {{(pid=104232) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 00:40:36.118654 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 00:40:36.118987 dv-cinder-753305-6-smb neutron-server[104232]: WARNING neutron.quota.resource_registry [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] subnetpool is already registered Jun 22 00:40:36.119502 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: extensions {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.120930 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: address-groups {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.122458 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: address-scopes {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.123777 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: agents {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.124942 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: auto-allocated-topology {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.126245 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: availability_zones {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.127464 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: dhcp-networks {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.128957 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: dhcp-agents {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.130428 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: routers {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.132145 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: flavors {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.134484 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: service_profiles {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.135706 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: next_providers {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.137175 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: service_profiles {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.138768 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: floatingip-pools {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.139970 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: routers {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.141766 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: floatingips {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.142995 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: l3-routers {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.144386 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: l3-agents {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.145834 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: metering-labels {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.147172 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: metering-label-rules {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.148553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: network-ip-availabilities {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.149845 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: bindings {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.151391 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: quotas {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.152911 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: quotas {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.154371 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: rbac-policies {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.155581 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: security-groups {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.156882 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: security-group-rules {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.158703 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: service-providers {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.159917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: subnetpools {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.161225 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: subnetpools {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.162822 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.164463 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.166324 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.168075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.169777 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.171709 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.173483 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.175256 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.177103 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.178884 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron.api.extensions [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Extended resource: tags {{(pid=104232) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 00:40:36.185052 dv-cinder-753305-6-smb neutron-server[104232]: WARNING keystonemiddleware.auth_token [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 00:40:36.190126 dv-cinder-753305-6-smb neutron-server[104232]: WARNING keystonemiddleware.auth_token [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 00:40:36.198544 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Acquired lock "singleton_lock" {{(pid=104232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 00:40:36.199023 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_concurrency.lockutils [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Releasing lock "singleton_lock" {{(pid=104232) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 00:40:36.199659 dv-cinder-753305-6-smb neutron-server[104232]: INFO oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Starting 2 workers Jun 22 00:40:36.204741 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Started child 104337 {{(pid=104232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:36.209087 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Started child 104338 {{(pid=104232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:36.210042 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.210682 dv-cinder-753305-6-smb neutron-server[104232]: INFO neutron.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 00:40:36.211335 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Notify callbacks [] for process, before_spawn {{(pid=104232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.211503 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [-] (104337) wsgi starting up on http://0.0.0.0:9696 Jun 22 00:40:36.213767 dv-cinder-753305-6-smb neutron-server[104232]: INFO oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Starting 1 workers Jun 22 00:40:36.213893 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.215099 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [-] (104338) wsgi starting up on http://0.0.0.0:9696 Jun 22 00:40:36.218880 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Started child 104339 {{(pid=104232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:36.219401 dv-cinder-753305-6-smb neutron-server[104232]: INFO oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Starting 1 workers Jun 22 00:40:36.223138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] calling RpcWorker wait() {{(pid=104339) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 00:40:36.223653 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] returning from RpcWorker wait() {{(pid=104339) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 00:40:36.224340 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Started child 104340 {{(pid=104232) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 00:40:36.224965 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.225173 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG neutron_lib.callbacks.manager [None req-6b363d01-c8d9-48dd-8dab-453644e44096 None None] Notify callbacks [] for process, after_spawn {{(pid=104232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.225561 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:36.227037 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 00:40:36.227257 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:36.227448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:36.227670 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:36.228006 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:36.228170 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:36.228674 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.228953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.229106 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:36.229585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.229585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.229769 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.230178 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:36.230350 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.230606 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.230856 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.231131 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.231361 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.231534 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.231699 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.231955 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.232193 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.232497 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.232793 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.233040 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.233329 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.233525 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.233780 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.234040 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.234287 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.234556 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] debug = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.234808 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.235323 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.236096 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.236349 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.236599 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.236900 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.237128 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.237410 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.237690 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.237932 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.238149 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.238426 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.238662 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.238872 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.239090 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.239365 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.239585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.240054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] host = dv-cinder-753305-6-smb {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.240285 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.240522 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.240763 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.241015 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.241283 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.241544 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.241798 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.242043 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.242335 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.242535 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.242793 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.243047 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.243284 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.243534 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.243698 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_options = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.243933 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.244195 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.244454 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.244645 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.244814 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.245047 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.245245 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.245408 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.245684 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.245918 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.246137 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.246353 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.246583 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.246816 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.247070 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.247313 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.247553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.247788 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.248101 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.248366 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.248599 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.248831 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.249045 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.249264 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.249499 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.249721 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.249945 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.250160 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.250373 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.250643 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.250855 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.251160 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.251419 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.251659 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.251903 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.252129 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.252443 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.252633 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.252864 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.253113 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.253379 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.253640 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.255086 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.255352 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.255586 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.256922 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_json = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.257091 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.257548 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.257898 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.258223 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.258374 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.258566 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.258800 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.259050 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.259505 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.259797 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.260117 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.260378 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.261543 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.262100 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.262390 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.262641 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.262924 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.263192 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.263492 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.263746 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.264036 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.264288 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.264544 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.264872 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.265122 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.265401 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.267196 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.267590 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.267790 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.268031 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.268629 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.268629 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.270743 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.270743 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.270743 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.270743 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.270743 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.271126 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.271202 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.271496 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.271843 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.272334 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.272646 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.272877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 47902) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:40:36.273042 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.273455 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.273820 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.274138 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.274468 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.274833 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.275161 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.275788 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.276081 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.276371 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.276651 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.276958 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.277258 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.277569 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.277927 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.278328 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.278613 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.278893 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.279171 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.279476 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.279773 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.280054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.280332 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.280613 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.280994 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.281310 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.281693 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.282018 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.283084 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.284878 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.285977 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.286314 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.286593 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.286708 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.286907 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.287129 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.287351 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.287572 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.288143 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.288143 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.288321 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289076 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289076 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289076 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289340 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289589 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.289850 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.290116 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.290356 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.290627 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.290870 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092793 Jun 22 00:40:36.290968 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.291230 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.291459 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.291693 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.291925 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.292203 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.292459 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.292693 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.292947 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.293300 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.293587 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.293809 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.294074 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.294326 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.294579 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.294811 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.295068 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.296361 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.296466 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.296629 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.296883 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.297151 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.297410 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.297713 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.297954 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.298207 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.298598 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.298862 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.299131 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.299381 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.299630 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.299894 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.300122 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.300380 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.300626 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.300853 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.301070 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.302275 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.302510 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.302752 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.303715 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.303715 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.303715 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.303963 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.304111 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.304316 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305124 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305124 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305124 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305385 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305652 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.305901 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.306163 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.306511 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.306727 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.306960 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.307214 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.307431 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.307671 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.307901 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.308120 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.308333 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.308645 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.308890 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.309097 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.309317 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.310400 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.310642 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.310863 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.311111 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.311327 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.311551 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312585 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312861 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.312928 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.313114 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315591 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315591 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315722 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.315967 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.316449 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.316560 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.316705 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.317873 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.317873 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.317873 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.317873 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.318164 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.318243 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.318480 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.318801 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.319043 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.319257 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.319514 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.319680 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.319895 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.320109 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.320367 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.320588 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.320827 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.321061 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.321269 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.321497 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.321712 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.322679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.322679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.322679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.322679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.322968 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.323154 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.323449 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.323655 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.323856 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.324062 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.324262 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.324490 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.324691 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.324917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.325399 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.326437 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.326769 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.326988 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.328038 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.328263 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.328502 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.328809 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.329522 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.329697 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.329916 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.330126 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.331278 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.331543 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.331779 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.332074 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.332321 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.332567 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.332821 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.333139 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.333353 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.333723 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.333978 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.334195 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.334420 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.334666 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.334985 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.335288 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.335533 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.336566 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.336566 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.336566 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.336566 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.336944 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.337646 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.337646 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.337802 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.338030 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.338282 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.338548 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.338787 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.339003 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.339244 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.339540 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.339755 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.340016 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.340248 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.340471 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.340678 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.340897 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.342065 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.342065 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.343125 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.343377 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.343626 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.343777 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:36.344810 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104232) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 00:40:36.344810 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 00:40:36.344810 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 00:40:36.345035 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 00:40:36.345035 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 00:40:36.345159 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 00:40:36.345355 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.345526 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.345691 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.345884 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346010 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346188 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346346 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346501 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346656 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.346925 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347069 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347220 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347379 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347534 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347689 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.347846 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348000 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348155 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348314 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348771 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348771 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.348771 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349162 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] debug = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349162 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349395 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349395 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349690 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349690 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.349924 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350050 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350153 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350270 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350447 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350613 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350762 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.350910 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351056 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351200 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351345 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351505 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351647 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] host = dv-cinder-753305-6-smb {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351791 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.351947 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352094 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352237 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352380 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352532 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352673 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352826 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.352978 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353122 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353265 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353407 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353609 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353758 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.353901 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_options = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354074 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354216 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354557 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354713 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.354871 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355182 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355337 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355491 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355719 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355812 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.355934 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356088 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356242 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356395 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356548 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356702 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.356880 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357037 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357190 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357342 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357516 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357671 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357826 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.357985 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.358137 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.359917 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.360146 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.360146 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.360934 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.360934 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.361286 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.361286 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.361642 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_json = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.362782 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.362782 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.362782 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.362782 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.363246 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.363246 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.363246 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.363486 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 00:40:36.363565 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.363652 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.363822 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.363982 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364139 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364295 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364452 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364610 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364774 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.364933 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.365096 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.365256 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.365414 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.366348 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.366512 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.366675 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.366831 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.367081 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.367203 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368152 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368328 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368508 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368681 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368834 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.368997 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369144 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369303 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369462 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369632 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369793 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.369943 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370092 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370248 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370405 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370562 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370722 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.370880 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371039 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371197 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371354 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371685 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371829 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.371972 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.372111 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373128 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373284 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373422 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373687 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373838 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.373987 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374142 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374352 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374492 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374595 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374679 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.374813 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.375190 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.375190 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.375360 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.375438 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.376419 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.376578 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.376731 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.376892 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377053 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377212 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377372 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377560 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377720 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.377877 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378036 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378193 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378349 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378504 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378661 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378819 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.378980 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379159 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379292 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379441 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379599 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379760 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.379920 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380087 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380259 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380419 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380579 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380726 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.380872 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381028 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381185 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381330 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381504 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381678 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381833 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.381982 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382116 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382266 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382418 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382568 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382734 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.382906 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383071 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383356 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383522 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383677 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383835 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.383989 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.385277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386027 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386617 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386617 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386617 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386617 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386938 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.386938 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387189 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387325 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387536 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387736 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387825 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.387960 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388115 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388270 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388426 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388583 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388739 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.388895 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.389052 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.389208 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.389365 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.390399 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.390554 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.390751 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.390901 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.391038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:36.392300 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.392535 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.392674 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.392798 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.392919 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393041 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393162 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393284 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393458 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393631 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393787 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.393945 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394102 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394258 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394415 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394570 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394727 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.394882 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395038 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395198 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395355 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395515 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395671 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395827 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.395983 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396140 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396298 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396455 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396613 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396769 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.396926 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397083 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397239 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397397 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397581 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397771 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.397896 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398017 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398199 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398332 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398488 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398645 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398800 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.398957 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.399116 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.399270 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.399426 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.399582 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.400589 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.400762 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.400930 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401080 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.401881 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402392 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402775 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402775 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.402775 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403054 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403277 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403401 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403528 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403649 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403770 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.403890 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404075 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404231 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404397 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404709 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.404864 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.405020 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.405190 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.405364 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.406296 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.407448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.408987 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.408987 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.408987 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.408987 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409303 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409303 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409463 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409589 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409710 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409830 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.409953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.410115 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.410275 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.410441 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.410794 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.410794 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411056 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411056 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411313 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411448 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.411953 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.412553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.412553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.412553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.412553 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.413159 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.413159 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.413159 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.413688 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.413885 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.414071 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.414255 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.414436 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.414611 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.414894 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 00:40:36.415047 dv-cinder-753305-6-smb neutron-server[104232]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104232) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 00:40:47.401793 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f71055-02c7-4bf0-af06-9e5d2a1d7721 None None] get_active_networks_info from dv-cinder-753305-6-smb {{(pid=104339) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 00:40:47.480827 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f71055-02c7-4bf0-af06-9e5d2a1d7721 None None] No non-hosted networks {{(pid=104339) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 00:40:47.499694 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.agentschedulers_db [None req-99f71055-02c7-4bf0-af06-9e5d2a1d7721 None None] DHCP Agent not found on host dv-cinder-753305-6-smb {{(pid=104339) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 00:40:47.633315 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6261-273f-490c-b63d-5b58552f5436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:50.052498 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-2ea70903-c368-4330-915e-4b9a57196914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:50.112453 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7ef183ee-87da-44d8-88a0-5a6a0eb6d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:50.154073 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:50.154752 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.155111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.155572 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.155867 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.156246 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.156664 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.157655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.158121 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.159549 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.160002 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.160349 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.161507 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:40:50.162938 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-753305-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:50.170189 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-753305-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:40:51.119542 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:52.450058 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:53.813196 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48004) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:40:54.312279 dv-cinder-753305-6-smb neutron-server[104337]: WARNING oslo_policy.policy [None req-de9b7cec-2a9b-4b2a-ba77-178a7832c571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:54.313627 dv-cinder-753305-6-smb neutron-server[104337]: WARNING oslo_policy.policy [None req-de9b7cec-2a9b-4b2a-ba77-178a7832c571 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:54.531482 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [None req-de9b7cec-2a9b-4b2a-ba77-178a7832c571 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104337) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:40:54.532543 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-de9b7cec-2a9b-4b2a-ba77-178a7832c571 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7183609 Jun 22 00:40:55.347786 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.db.l3_hamode_db [None req-06cd92f1-b0d3-4180-b0d5-bd52c4b23794 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 00:40:55.421182 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd92f1-b0d3-4180-b0d5-bd52c4b23794 None None] Routers set() bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:40:55.421594 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd92f1-b0d3-4180-b0d5-bd52c4b23794 None None] Router IDs set() for agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 00:40:56.855216 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48018) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:40:57.155213 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:40:57.248648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.policy [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104337) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 00:40:57.294932 dv-cinder-753305-6-smb neutron-server[104337]: WARNING oslo_policy.policy [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:57.295299 dv-cinder-753305-6-smb neutron-server[104337]: WARNING oslo_policy.policy [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:40:57.303880 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.quota [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] Loaded quota_driver: . Jun 22 00:40:57.392317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009470861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009469344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009458056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009452255', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009511062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776009502406', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1654223', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1766608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769272', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528683'] for rbac-policy, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:57.455976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:40:57.457172 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-424f1c34-1238-4f26-88f3-5cba0b2c30d2 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6009557 Jun 22 00:41:00.006763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48030) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:00.291722 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:00.320356 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Made reservation on behalf of bc8618d0170c4617ae7a6f22b969ca89 for: {'network': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:00.323306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.339503 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.457738 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.461117 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.466318 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:00.481284 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=104337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:41:00.507968 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776007469514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.508570 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Unsubscribe: segment precommit_create {{(pid=104337) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 00:41:00.509070 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.segments_db [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Added segment 89d59575-2d05-4465-90b7-18eec7ec32db of type vlan for network 64fae9d1-ea16-439b-b665-7a1b3116ad3b Jun 22 00:41:00.527850 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06819d2b-5533-4761-a5c6-d2ca974ff5af,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:00.577688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.578029 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.578941 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.579185 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.579497 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.579809 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.580117 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.580424 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.580746 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.581056 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.581361 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.581689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Tracked resource versions report: Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: pushed versions: Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Log': {'1.0'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Network': {'1.1'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Port': {'1.7'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'PortForwarding': {'1.2'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'QosPolicy': {'1.8'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SubPort': {'1.0'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Subnet': {'1.1'}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Trunk': {'1.1'}} Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: consumer versions: Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'ConntrackHelper': '1.0', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Log': '1.0', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Network': '1.1', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Port': '1.7', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'PortForwarding': '1.2', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'QosPolicy': '1.8', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroup': '1.4', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroupRule': '1.2', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'SubPort': '1.0', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Subnet': '1.1', Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: 'Trunk': '1.1'}} Jun 22 00:41:00.582774 dv-cinder-753305-6-smb neutron-server[104337]: {{(pid=104337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:00.626059 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.631648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:00.674865 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.676231 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:00.676884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:00.679507 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:00.748270 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7403760 Jun 22 00:41:00.772216 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Pushing event updated for resources: {'Network': ['ID=64fae9d1-ea16-439b-b665-7a1b3116ad3b,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:00.775509 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:00.783914 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:41:03.289807 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48044) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:03.664948 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbab55c-47a2-49f4-a8df-019a72e6a877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:03.666301 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-1fbab55c-47a2-49f4-a8df-019a72e6a877 admin admin] 10.222.0.21 "GET /v2.0/networks/64fae9d1-ea16-439b-b665-7a1b3116ad3b HTTP/1.1" status: 200 len: 825 time: 0.3755591 Jun 22 00:41:03.689256 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f58719d3-4fd4-447c-9414-ffb7186b7d41 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/2977593d-97fc-44db-b932-de36c9c89ec0 HTTP/1.1" status: 200 len: 734 time: 0.0177033 Jun 22 00:41:03.697214 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Request body: {'subnet': {'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'name': 'private-subnet', 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:03.717937 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Made reservation on behalf of bc8618d0170c4617ae7a6f22b969ca89 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:03.720687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.003162 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.007057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:04.070102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Checking segment: {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:04.070475 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Network hostable DHCP agents. Network: 64fae9d1-ea16-439b-b665-7a1b3116ad3b, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:41:04.077445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93886f78-5762-423f-84dc-b98d4602cbe6,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:04.084098 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:04.095588 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:41:04.105320 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 64fae9d1-ea16-439b-b665-7a1b3116ad3b) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:04.109801 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:04.110397 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.115308 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7a1a1-bad3-4c19-8131-835316cb2ea6 None None] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:04.134404 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4307992 Jun 22 00:41:04.428269 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:41:04.429582 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.692960 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Allocated IP 172.20.0.2 (64fae9d1-ea16-439b-b665-7a1b3116ad3b/93886f78-5762-423f-84dc-b98d4602cbe6/f3a17d32-f43a-471e-ad36-dcf7ad886470) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:04.886734 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.903237 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Transition to ACTIVE for port object f3a17d32-f43a-471e-ad36-dcf7ad886470 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:04.951826 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Transition to ACTIVE for port object f3a17d32-f43a-471e-ad36-dcf7ad886470 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:04.960118 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:04.963518 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:05.030544 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:05.038474 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:05.042371 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:05.044333 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Pushing event updated for resources: {'Port': ['ID=f3a17d32-f43a-471e-ad36-dcf7ad886470,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:05.056637 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.056974 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.057305 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.057660 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.057981 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.058299 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.058612 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.058927 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.059297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.059611 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.059922 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.060228 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Tracked resource versions report: Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: pushed versions: Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Log': {'1.0'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Network': {'1.1'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Port': {'1.7'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'PortForwarding': {'1.2'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'QosPolicy': {'1.8'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SubPort': {'1.0'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Subnet': {'1.1'}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Trunk': {'1.1'}} Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: consumer versions: Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'ConntrackHelper': '1.0', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Log': '1.0', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Network': '1.1', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Port': '1.7', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'PortForwarding': '1.2', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'QosPolicy': '1.8', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroup': '1.4', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroupRule': '1.2', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'SubPort': '1.0', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Subnet': '1.1', Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: 'Trunk': '1.1'}} Jun 22 00:41:05.061310 dv-cinder-753305-6-smb neutron-server[104339]: {{(pid=104339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:05.081635 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:05.128271 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Attempting to bind port f3a17d32-f43a-471e-ad36-dcf7ad886470 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:05.128867 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Attempting to bind port f3a17d32-f43a-471e-ad36-dcf7ad886470 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:05.129070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Attempting to bind port f3a17d32-f43a-471e-ad36-dcf7ad886470 on network 64fae9d1-ea16-439b-b665-7a1b3116ad3b {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:05.133902 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:05.134313 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Checking segment: {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:05.134779 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:05.135167 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Bound using segment: {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:05.135646 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Bound port: f3a17d32-f43a-471e-ad36-dcf7ad886470, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:05.136029 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:05.194987 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] For port f3a17d32-f43a-471e-ad36-dcf7ad886470, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:05.215825 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] For port f3a17d32-f43a-471e-ad36-dcf7ad886470, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=f3a17d32-f43a-471e-ad36-dcf7ad886470,segment=NetworkSegment(89d59575-2d05-4465-90b7-18eec7ec32db),segment_id=89d59575-2d05-4465-90b7-18eec7ec32db)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:05.220764 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:05.223699 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:05.279816 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Pushing event updated for resources: {'Port': ['ID=f3a17d32-f43a-471e-ad36-dcf7ad886470,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:05.283493 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:06.466747 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48052) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:06.804444 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [None req-3fb30e4b-e353-4044-890c-63b62a8fedd8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104337) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:06.805516 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3fb30e4b-e353-4044-890c-63b62a8fedd8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3376515 Jun 22 00:41:09.157219 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48060) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:09.641402 dv-cinder-753305-6-smb neutron-server[104338]: WARNING oslo_policy.policy [None req-97bc8d81-ced8-4962-9822-0d4a514c1180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:09.642184 dv-cinder-753305-6-smb neutron-server[104338]: WARNING oslo_policy.policy [None req-97bc8d81-ced8-4962-9822-0d4a514c1180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:09.861790 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [None req-97bc8d81-ced8-4962-9822-0d4a514c1180 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:09.863084 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-97bc8d81-ced8-4962-9822-0d4a514c1180 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7038043 Jun 22 00:41:11.320416 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca8dec-5583-48bd-97c3-66af6d07f3f2 None None] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:11.375856 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-193930b5-d8c5-4ec2-8d0d-d10bf4cc6a7f None None] Provisioning for port f3a17d32-f43a-471e-ad36-dcf7ad886470 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:11.976312 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f3a17d32-f43a-471e-ad36-dcf7ad886470 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:12.056485 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port f3a17d32-f43a-471e-ad36-dcf7ad886470 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:12.060044 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port f3a17d32-f43a-471e-ad36-dcf7ad886470 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:12.060440 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:12.162788 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:12.195829 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port f3a17d32-f43a-471e-ad36-dcf7ad886470, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=f3a17d32-f43a-471e-ad36-dcf7ad886470,segment=NetworkSegment(89d59575-2d05-4465-90b7-18eec7ec32db),segment_id=89d59575-2d05-4465-90b7-18eec7ec32db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:12.199821 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:12.202027 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:12.245168 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=f3a17d32-f43a-471e-ad36-dcf7ad886470,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:12.248330 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:12.413285 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48080) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:12.704246 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'name': 'router1'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:12.768237 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.policy [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104338) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 00:41:12.815383 dv-cinder-753305-6-smb neutron-server[104338]: WARNING oslo_policy.policy [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:12.815757 dv-cinder-753305-6-smb neutron-server[104338]: WARNING oslo_policy.policy [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 00:41:12.824291 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.quota [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Loaded quota_driver: . Jun 22 00:41:12.879870 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:12.881671 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:13.034801 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:13.039580 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:13.057077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:13.058452 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2c04001d-622f-45db-b415-24cbd6bd2106 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6440222 Jun 22 00:41:13.958125 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f3a17d32-f43a-471e-ad36-dcf7ad886470 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:14.003351 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port f3a17d32-f43a-471e-ad36-dcf7ad886470 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:14.003723 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:15.360576 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48090) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:15.659655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [None req-f89f7423-769d-4a4f-b2c5-46fcc1f65db8 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:41:15.660614 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f89f7423-769d-4a4f-b2c5-46fcc1f65db8 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2991302 Jun 22 00:41:17.310127 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3c3f35d3-af16-4458-ab40-c5f95972c642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:17.959946 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48098) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:18.260129 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:18.282736 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Made reservation on behalf of 142eea86f0854268892125f65371a7e3 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:18.285674 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.301120 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.424958 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.428532 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.433425 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:18.440310 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Reserving flat network on physical network physnet1 {{(pid=104338) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 00:41:18.470792 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776007469514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.471373 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Unsubscribe: segment precommit_create {{(pid=104338) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 00:41:18.471890 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Added segment 585d5a7c-543c-4d17-9e93-640671360c19 of type flat for network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 Jun 22 00:41:18.492728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5575987-72b1-474a-b847-449f5ed78673,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:18.541246 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.541635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.541971 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.542301 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.542728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.543079 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.543435 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.543832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.544170 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.544490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.544806 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.545118 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Tracked resource versions report: Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: pushed versions: Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Log': {'1.0'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Network': {'1.1'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Port': {'1.7'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'PortForwarding': {'1.2'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'QosPolicy': {'1.8'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SubPort': {'1.0'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Subnet': {'1.1'}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Trunk': {'1.1'}} Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: consumer versions: Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'ConntrackHelper': '1.0', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Log': '1.0', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Network': '1.1', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Port': '1.7', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'PortForwarding': '1.2', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'QosPolicy': '1.8', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroup': '1.4', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroupRule': '1.2', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'SubPort': '1.0', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Subnet': '1.1', Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: 'Trunk': '1.1'}} Jun 22 00:41:18.546246 dv-cinder-753305-6-smb neutron-server[104338]: {{(pid=104338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:18.596539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.604566 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:18.646964 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.648455 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:18.649116 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:18.651772 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:18.727190 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7661028 Jun 22 00:41:18.745157 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Pushing event updated for resources: {'Network': ['ID=2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:18.748484 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:18.756193 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:41:20.050617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cc8d1440-6dab-475e-89e0-cae1fd45bc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:20.148232 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.002587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48110) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:21.062903 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:21.376323 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9298cb8-953d-449f-85f1-e4e75505bb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:21.377678 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a9298cb8-953d-449f-85f1-e4e75505bb22 admin admin] 10.222.0.21 "GET /v2.0/subnets/93886f78-5762-423f-84dc-b98d4602cbe6 HTTP/1.1" status: 200 len: 849 time: 0.3741274 Jun 22 00:41:21.504291 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-3542118b-cf2e-4dc6-b5b1-9ab9c646fccb admin admin] 10.222.0.21 "GET /v2.0/routers/9ba175c0-86a4-470c-8121-d8f4992c1a53 HTTP/1.1" status: 200 len: 704 time: 0.1213055 Jun 22 00:41:21.757593 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.045899 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Allocated IP 172.20.0.1 (64fae9d1-ea16-439b-b665-7a1b3116ad3b/93886f78-5762-423f-84dc-b98d4602cbe6/923af921-c0a0-41e2-81cb-36a00df7f4ca) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:22.222194 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.243934 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Transition to ACTIVE for port object 923af921-c0a0-41e2-81cb-36a00df7f4ca will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:22.321636 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.324816 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:22.388264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:22.392731 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:22.406262 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:22.406722 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.409020 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.410201 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=923af921-c0a0-41e2-81cb-36a00df7f4ca,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:22.464094 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:22.580038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1cd18217-d525-452a-a830-b2b326ca6cb4 None None] Provisioning for port 923af921-c0a0-41e2-81cb-36a00df7f4ca completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:22.583840 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1cd18217-d525-452a-a830-b2b326ca6cb4 None None] Provisioning complete for port 923af921-c0a0-41e2-81cb-36a00df7f4ca triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:22.584220 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1cd18217-d525-452a-a830-b2b326ca6cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.617116 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1cd18217-d525-452a-a830-b2b326ca6cb4 None None] Port 923af921-c0a0-41e2-81cb-36a00df7f4ca cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:41:22.660939 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.832074 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.837096 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.838228 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:22.839833 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:22.915041 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Pushing event updated for resources: {'Port': ['ID=923af921-c0a0-41e2-81cb-36a00df7f4ca,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:22.918827 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:22.960423 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:22.961698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:23.116285 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Router 9ba175c0-86a4-470c-8121-d8f4992c1a53 is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:41:23.136224 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-6a10ff37-1616-4c0f-844a-877e459a470c None None] Provisioning complete for port 923af921-c0a0-41e2-81cb-36a00df7f4ca triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:23.136605 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6a10ff37-1616-4c0f-844a-877e459a470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:23.167951 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-6a10ff37-1616-4c0f-844a-877e459a470c None None] Port 923af921-c0a0-41e2-81cb-36a00df7f4ca cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:41:23.204203 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:41:23.209195 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ba175c0-86a4-470c-8121-d8f4992c1a53/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7000177 Jun 22 00:41:23.225499 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Sync routers for ids ['9ba175c0-86a4-470c-8121-d8f4992c1a53'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:41:23.237276 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Routers {'9ba175c0-86a4-470c-8121-d8f4992c1a53'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:23.238043 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:41:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9ba175c0-86a4-470c-8121-d8f4992c1a53'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:23.415955 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Set router 9ba175c0-86a4-470c-8121-d8f4992c1a53 gateway port host: None {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:23.828241 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:22Z', 'revision_number': 2, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port_host': None, '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:22Z', 'revision_number': 2, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:23.884802 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Checking router: 9ba175c0-86a4-470c-8121-d8f4992c1a53 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:41:23.885180 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Updating router 9ba175c0-86a4-470c-8121-d8f4992c1a53 port 923af921-c0a0-41e2-81cb-36a00df7f4ca binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:41:23.946132 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.435734 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.453742 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Transition to ACTIVE for port object 923af921-c0a0-41e2-81cb-36a00df7f4ca will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:24.459301 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.463889 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:24.650191 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Pushing event updated for resources: {'Port': ['ID=923af921-c0a0-41e2-81cb-36a00df7f4ca,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:24.666370 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.666705 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.667032 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.667356 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.667672 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.667987 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.668300 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.668612 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.668927 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.669244 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.669576 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.669883 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Tracked resource versions report: Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: pushed versions: Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: { 'AddressGroup': {'1.2'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'ConntrackHelper': {'1.0'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Log': {'1.0'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Network': {'1.1'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Port': {'1.7'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'PortForwarding': {'1.2'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'QosPolicy': {'1.8'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroup': {'1.4'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SubPort': {'1.0'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Subnet': {'1.1'}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Trunk': {'1.1'}} Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: consumer versions: Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'ConntrackHelper': '1.0', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Log': '1.0', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Network': '1.1', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Port': '1.7', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'PortForwarding': '1.2', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'QosPolicy': '1.8', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroup': '1.4', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroupRule': '1.2', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'SubPort': '1.0', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Subnet': '1.1', Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: 'Trunk': '1.1'}} Jun 22 00:41:24.670960 dv-cinder-753305-6-smb neutron-server[104340]: {{(pid=104340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:41:24.674933 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:24.677448 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Attempting to bind port 923af921-c0a0-41e2-81cb-36a00df7f4ca on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:24.677855 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Attempting to bind port 923af921-c0a0-41e2-81cb-36a00df7f4ca by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:24.678289 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Attempting to bind port 923af921-c0a0-41e2-81cb-36a00df7f4ca on network 64fae9d1-ea16-439b-b665-7a1b3116ad3b {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:24.683803 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:24.684210 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Checking segment: {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:24.684707 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.685134 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Bound using segment: {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:24.685662 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Bound port: 923af921-c0a0-41e2-81cb-36a00df7f4ca, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d59575-2d05-4465-90b7-18eec7ec32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:24.686131 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.747939 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] For port 923af921-c0a0-41e2-81cb-36a00df7f4ca, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:24.769249 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] For port 923af921-c0a0-41e2-81cb-36a00df7f4ca, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=923af921-c0a0-41e2-81cb-36a00df7f4ca,segment=NetworkSegment(89d59575-2d05-4465-90b7-18eec7ec32db),segment_id=89d59575-2d05-4465-90b7-18eec7ec32db)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:24.773783 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:24.775986 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:24.824196 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Routers {'9ba175c0-86a4-470c-8121-d8f4992c1a53'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:24.825094 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:41:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9ba175c0-86a4-470c-8121-d8f4992c1a53'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:24.902420 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Pushing event updated for resources: {'Port': ['ID=923af921-c0a0-41e2-81cb-36a00df7f4ca,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:24.916571 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:24.923982 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] Set router 9ba175c0-86a4-470c-8121-d8f4992c1a53 gateway port host: None {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:25.128382 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:22Z', 'revision_number': 2, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port_host': None, '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:24Z', 'revision_number': 4, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:25.153205 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a0e239-4cd6-431b-b7cc-0387128bfed2 None None] The sync data for ids ['9ba175c0-86a4-470c-8121-d8f4992c1a53'] in dv-cinder-753305-6-smb is: [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:22Z', 'revision_number': 2, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port_host': None, '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:24Z', 'revision_number': 4, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:41:25.402854 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48130) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:25.524635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d9556-c374-404e-8848-d44a03de31ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:25.526044 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5f1d9556-c374-404e-8848-d44a03de31ec admin admin] 10.222.0.21 "GET /v2.0/networks/2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 HTTP/1.1" status: 200 len: 842 time: 0.1222379 Jun 22 00:41:25.535683 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Request body: {'subnet': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:25.558598 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Made reservation on behalf of 142eea86f0854268892125f65371a7e3 for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:41:25.560841 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.873952 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.objects.ports [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104338) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 00:41:25.874913 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.877757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:25.925999 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a98660-e260-4af0-86a6-6c3689fbad16,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:25.934034 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:25.942693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:25.943048 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Network hostable DHCP agents. Network: 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:41:25.964451 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:41:25.975195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:25.980633 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:25.981861 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:25.983985 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb6b59-6b5b-477e-84a3-5eb7548b53a8 None None] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:25.997052 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4646657 Jun 22 00:41:26.118811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c330f4-56bc-4f6f-a768-5b32b10eeb72 None None] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:41:27.996828 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 923af921-c0a0-41e2-81cb-36a00df7f4ca up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:28.057002 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 923af921-c0a0-41e2-81cb-36a00df7f4ca completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:28.061370 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 923af921-c0a0-41e2-81cb-36a00df7f4ca triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:28.061911 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.147039 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.183663 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 923af921-c0a0-41e2-81cb-36a00df7f4ca, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=923af921-c0a0-41e2-81cb-36a00df7f4ca,segment=NetworkSegment(89d59575-2d05-4465-90b7-18eec7ec32db),segment_id=89d59575-2d05-4465-90b7-18eec7ec32db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:28.188798 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.190885 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:28.238794 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=923af921-c0a0-41e2-81cb-36a00df7f4ca,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:28.240254 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48152) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:28.241912 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:28.368816 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-20781828-8a7d-468f-b91d-d489ff035fba admin admin] 10.222.0.21 "GET /v2.0/routers/9ba175c0-86a4-470c-8121-d8f4992c1a53 HTTP/1.1" status: 200 len: 710 time: 0.1267991 Jun 22 00:41:28.452406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3a6e76-8130-4557-89fb-f645cd00869e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:41:28.453833 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2c3a6e76-8130-4557-89fb-f645cd00869e admin admin] 10.222.0.21 "GET /v2.0/networks/2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 HTTP/1.1" status: 200 len: 886 time: 0.0798664 Jun 22 00:41:28.462365 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:41:28.771760 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:28.997818 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.070908 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.166456 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Allocated IP 172.28.2.49 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/94b45232-7966-4457-84ea-4a1728eb567e) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:41:29.268621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.305021 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.307711 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:29.342347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:41:29.345674 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:41:29.348838 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:41:29.353624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Pushing event updated for resources: {'Port': ['ID=94b45232-7966-4457-84ea-4a1728eb567e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:29.382204 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:29.585573 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.791362 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.794480 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548045', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751217'] for router, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:29.898177 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Router 9ba175c0-86a4-470c-8121-d8f4992c1a53 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:41:29.964365 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 923af921-c0a0-41e2-81cb-36a00df7f4ca up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:30.011943 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 923af921-c0a0-41e2-81cb-36a00df7f4ca triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:30.012313 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:30.087339 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:41:30.091680 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:30.092880 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] 10.222.0.21 "PUT /v2.0/routers/9ba175c0-86a4-470c-8121-d8f4992c1a53 HTTP/1.1" status: 200 len: 889 time: 1.6336563 Jun 22 00:41:30.111248 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Sync routers for ids ['9ba175c0-86a4-470c-8121-d8f4992c1a53'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:41:30.145993 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Routers {'9ba175c0-86a4-470c-8121-d8f4992c1a53'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:30.146681 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:41:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9ba175c0-86a4-470c-8121-d8f4992c1a53'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:30.355734 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Set router 9ba175c0-86a4-470c-8121-d8f4992c1a53 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:30.737081 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '94b45232-7966-4457-84ea-4a1728eb567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:29Z', 'revision_number': 4, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port': {'id': '94b45232-7966-4457-84ea-4a1728eb567e', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:29Z', 'updated_at': '2021-06-22T00:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:28Z', 'revision_number': 5, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:30.785710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Checking router: 9ba175c0-86a4-470c-8121-d8f4992c1a53 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:41:30.786066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Updating router 9ba175c0-86a4-470c-8121-d8f4992c1a53 port 94b45232-7966-4457-84ea-4a1728eb567e binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:41:30.817674 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.118721 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.128636 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Transition to ACTIVE for port object 94b45232-7966-4457-84ea-4a1728eb567e will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:41:31.134630 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.136840 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1ea4bffe-6704-41b2-a39c-8f126416cc6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:31.184186 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Attempting to bind port 94b45232-7966-4457-84ea-4a1728eb567e on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:41:31.184559 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Attempting to bind port 94b45232-7966-4457-84ea-4a1728eb567e by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:41:31.184923 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Attempting to bind port 94b45232-7966-4457-84ea-4a1728eb567e on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:41:31.192048 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Pushing event updated for resources: {'Port': ['ID=94b45232-7966-4457-84ea-4a1728eb567e,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:31.194632 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:31.195652 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:41:31.196030 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:41:31.196427 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.196811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:41:31.197275 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Bound port: 94b45232-7966-4457-84ea-4a1728eb567e, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:41:31.197667 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.245229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] For port 94b45232-7966-4457-84ea-4a1728eb567e, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:41:31.248094 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] For port 94b45232-7966-4457-84ea-4a1728eb567e, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=94b45232-7966-4457-84ea-4a1728eb567e,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:41:31.253294 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:31.256138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:31.308620 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Routers {'9ba175c0-86a4-470c-8121-d8f4992c1a53'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:41:31.309250 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:41:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9ba175c0-86a4-470c-8121-d8f4992c1a53'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:31.314325 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Pushing event updated for resources: {'Port': ['ID=94b45232-7966-4457-84ea-4a1728eb567e,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:31.421384 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:31.490587 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] Set router 9ba175c0-86a4-470c-8121-d8f4992c1a53 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:41:31.690547 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '94b45232-7966-4457-84ea-4a1728eb567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:29Z', 'revision_number': 4, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port': {'id': '94b45232-7966-4457-84ea-4a1728eb567e', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:29Z', 'updated_at': '2021-06-22T00:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:28Z', 'revision_number': 5, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:41:31.715649 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fcea3e-6c29-4e93-8a83-bd8cce0b3fb7 None None] The sync data for ids ['9ba175c0-86a4-470c-8121-d8f4992c1a53'] in dv-cinder-753305-6-smb is: [{'id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'name': 'router1', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '94b45232-7966-4457-84ea-4a1728eb567e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:41:12Z', 'updated_at': '2021-06-22T00:41:29Z', 'revision_number': 4, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'gw_port': {'id': '94b45232-7966-4457-84ea-4a1728eb567e', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:26:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:29Z', 'updated_at': '2021-06-22T00:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '923af921-c0a0-41e2-81cb-36a00df7f4ca', 'name': '', 'network_id': '64fae9d1-ea16-439b-b665-7a1b3116ad3b', 'tenant_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'mac_address': 'fa:16:3e:d7:12:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ba175c0-86a4-470c-8121-d8f4992c1a53', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:41:21Z', 'updated_at': '2021-06-22T00:41:28Z', 'revision_number': 5, 'project_id': 'bc8618d0170c4617ae7a6f22b969ca89', 'subnets': [{'id': '93886f78-5762-423f-84dc-b98d4602cbe6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2977593d-97fc-44db-b932-de36c9c89ec0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:41:32.016086 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 94b45232-7966-4457-84ea-4a1728eb567e up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:32.065419 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 94b45232-7966-4457-84ea-4a1728eb567e completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:41:32.069322 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 94b45232-7966-4457-84ea-4a1728eb567e triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:32.069777 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.150538 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.171972 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 94b45232-7966-4457-84ea-4a1728eb567e, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=94b45232-7966-4457-84ea-4a1728eb567e,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:41:32.175937 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:32.179508 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:41:32.224724 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=94b45232-7966-4457-84ea-4a1728eb567e,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:41:32.227932 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:41:32.439699 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48160) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:41:32.561155 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-37687acd-bb0a-4658-bbdb-249d02e14e70 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1203482 Jun 22 00:41:33.969075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 94b45232-7966-4457-84ea-4a1728eb567e up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:41:34.017804 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 94b45232-7966-4457-84ea-4a1728eb567e triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:41:34.018185 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:47.314665 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-bdc8d258-f93e-4e37-aba1-61b1bd72b42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:49.283269 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:41:50.051157 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-64b61105-f601-465f-a799-2d1103e6af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:50.153882 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:51.069739 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:41:52.442486 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:17.308058 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-db8940ff-8c60-45a8-9b76-f9958540a323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:20.045974 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e601b40b-6cc3-44e8-8f99-b19848bc3dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:20.147344 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:21.072024 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:22.433574 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:26.282236 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:42:47.308520 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-c3634b65-aa6e-4af9-900c-7718fb72e263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:50.047109 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-906a9655-73d8-4dce-8e32-4a83e102950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:50.149943 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:51.074260 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:42:52.440710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:03.280823 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:43:06.751311 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48728) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:06.812749 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.pecan_wsgi.hooks.translation [None req-84af9c71-3001-468f-837f-65f58a70b152 admin admin] GET failed (client error): The resource could not be found. Jun 22 00:43:06.814106 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-84af9c71-3001-468f-837f-65f58a70b152 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618618 Jun 22 00:43:06.966082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78a24d-131d-4279-a952-1acbe416c418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:06.967476 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ef78a24d-131d-4279-a952-1acbe416c418 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1497340 Jun 22 00:43:09.045712 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48738) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:09.135855 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45692ed8-3288-4d52-b107-778f6c0c5dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:09.137181 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-45692ed8-3288-4d52-b107-778f6c0c5dee admin admin] 10.222.0.21 "GET /v2.0/subnets/93886f78-5762-423f-84dc-b98d4602cbe6 HTTP/1.1" status: 200 len: 849 time: 0.0905354 Jun 22 00:43:09.146129 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:43:09.224281 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Notify callbacks [] for subnet, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:09.357594 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776007389404'] for subnet, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:09.360347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6985fc88-c844-4163-9e57-74ffbb108ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:09.385303 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:09.385929 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:09.387560 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] 10.222.0.21 "PUT /v2.0/subnets/93886f78-5762-423f-84dc-b98d4602cbe6 HTTP/1.1" status: 200 len: 868 time: 0.2446744 Jun 22 00:43:09.395778 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405fcd3-4d9c-43c1-a86e-dfd04ccc6702 None None] Network 64fae9d1-ea16-439b-b665-7a1b3116ad3b requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:43:09.409806 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=93886f78-5762-423f-84dc-b98d4602cbe6,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:09.417866 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.418871 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.419144 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.419492 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.419864 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.420198 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.420519 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.420842 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.421181 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.421524 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.421896 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.422221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:09.425941 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:09.792815 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-ad43bdae-40b0-4889-8c0f-a90894735c69 None None] Provisioning complete for port f3a17d32-f43a-471e-ad36-dcf7ad886470 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:43:09.793198 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ad43bdae-40b0-4889-8c0f-a90894735c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:09.883122 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-ad43bdae-40b0-4889-8c0f-a90894735c69 None None] Provisioning complete for port 923af921-c0a0-41e2-81cb-36a00df7f4ca triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:43:09.883394 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ad43bdae-40b0-4889-8c0f-a90894735c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:11.582167 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48746) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:11.771521 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e31eb-9d1f-47d4-927c-1cb4d1e4835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:11.771909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e31eb-9d1f-47d4-927c-1cb4d1e4835e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:11.773412 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-760e31eb-9d1f-47d4-927c-1cb4d1e4835e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1902952 Jun 22 00:43:13.853851 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48754) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:14.050806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c64471-36e8-4fa8-8f56-7d4bdf68dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:14.051237 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c64471-36e8-4fa8-8f56-7d4bdf68dd1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:14.052746 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-42c64471-36e8-4fa8-8f56-7d4bdf68dd1f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979635 Jun 22 00:43:16.143934 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48764) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:16.290719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1b3dc-bd03-4da2-9cc8-cd693639cb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:16.292053 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3da1b3dc-bd03-4da2-9cc8-cd693639cb09 admin admin] 10.222.0.21 "GET /v2.0/networks/2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 HTTP/1.1" status: 200 len: 886 time: 0.1471758 Jun 22 00:43:17.311381 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-80f453f9-225a-417f-b523-79392767f07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:18.396523 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48772) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:18.523515 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c983020-00e6-402f-bf91-6e573324ab61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:18.524849 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2c983020-00e6-402f-bf91-6e573324ab61 admin admin] 10.222.0.21 "GET /v2.0/networks/64fae9d1-ea16-439b-b665-7a1b3116ad3b HTTP/1.1" status: 200 len: 869 time: 0.1273978 Jun 22 00:43:20.048806 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-38f75659-6374-4f0a-b66d-e9dbca09a59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:20.150701 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:20.619501 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48780) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:20.739359 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce63190a-ed73-45e7-a5fd-e3d5e6c34cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:20.739818 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce63190a-ed73-45e7-a5fd-e3d5e6c34cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:20.741616 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ce63190a-ed73-45e7-a5fd-e3d5e6c34cb9 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208518 Jun 22 00:43:21.077723 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:22.441756 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:22.858032 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48788) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:22.978352 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af9dd6-3e21-4305-900f-7de1866adb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:22.978807 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10af9dd6-3e21-4305-900f-7de1866adb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:22.980863 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-10af9dd6-3e21-4305-900f-7de1866adb5a admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213794 Jun 22 00:43:25.072279 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48796) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:25.160615 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7049c2e-bd1c-44f7-9e39-e5fd7e67f7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:25.161948 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c7049c2e-bd1c-44f7-9e39-e5fd7e67f7da admin admin] 10.222.0.21 "GET /v2.0/subnets/93886f78-5762-423f-84dc-b98d4602cbe6 HTTP/1.1" status: 200 len: 868 time: 0.0883996 Jun 22 00:43:27.250828 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48804) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:27.332118 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a2fd2-06e1-493f-b817-61b1840cc7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:27.333393 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5e3a2fd2-06e1-493f-b817-61b1840cc7f7 admin admin] 10.222.0.21 "GET /v2.0/subnets/b8a98660-e260-4af0-86a6-6c3689fbad16 HTTP/1.1" status: 200 len: 816 time: 0.0815043 Jun 22 00:43:40.280083 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:43:47.311587 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1458a410-c6da-4586-adc3-35143b0de06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:50.048666 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-19b65b78-954f-4403-b9df-26444033ab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:50.153856 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:50.200404 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48848) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:50.245661 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [None req-b2913a4c-ef25-4416-a650-1e19a7555afb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:43:50.246679 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-b2913a4c-ef25-4416-a650-1e19a7555afb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453022 Jun 22 00:43:51.080440 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:52.430232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48856) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:52.444291 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:52.497049 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae5a97e-7b5e-4b02-b463-67b9e1e0463f admin admin] GET failed (client error): The resource could not be found. Jun 22 00:43:52.498412 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-bae5a97e-7b5e-4b02-b463-67b9e1e0463f admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672560 Jun 22 00:43:52.586909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5612fdf-0eb7-4d45-ba99-b6b3f39aff42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:52.588356 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f5612fdf-0eb7-4d45-ba99-b6b3f39aff42 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860863 Jun 22 00:43:54.764852 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48864) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:54.809837 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:43:54.829120 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Made reservation on behalf of 142eea86f0854268892125f65371a7e3 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:43:54.831351 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.858393 dv-cinder-753305-6-smb neutron-server[104338]: WARNING neutron.services.revisions.revision_plugin [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Could not find related network for resource to bump revision. Jun 22 00:43:54.872539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:43:54.882043 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.882381 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Added segment aa3b7903-0b37-40c5-9189-1ddd476da32f of type vlan for network d9d5f054-b2d7-4340-b411-2f9669654fcb Jun 22 00:43:54.923104 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.951398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.952564 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:54.953134 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:54.955785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:54.998786 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2328861 Jun 22 00:43:55.010648 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9d5f054-b2d7-4340-b411-2f9669654fcb,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:55.014001 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:55.021857 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network d9d5f054-b2d7-4340-b411-2f9669654fcb details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:43:57.138525 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48872) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:43:57.195395 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf70d7d-1918-4001-aefe-4a29962dd95e admin admin] GET failed (client error): The resource could not be found. Jun 22 00:43:57.196707 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-caf70d7d-1918-4001-aefe-4a29962dd95e admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0571837 Jun 22 00:43:57.266250 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11cf8e4-d1a2-4cfa-98f7-dcd435a1ed26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:57.267640 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a11cf8e4-d1a2-4cfa-98f7-dcd435a1ed26 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0658784 Jun 22 00:43:57.276970 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:43:57.295024 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Made reservation on behalf of 142eea86f0854268892125f65371a7e3 for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:43:57.297206 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:57.546691 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:57.548571 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:57.601174 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d534ba-de77-4838-82a5-8eec295e200e,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:57.605339 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:57.608909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Checking segment: {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:43:57.609261 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Network hostable DHCP agents. Network: d9d5f054-b2d7-4340-b411-2f9669654fcb, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:43:57.625181 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Network d9d5f054-b2d7-4340-b411-2f9669654fcb is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:43:57.633118 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, d9d5f054-b2d7-4340-b411-2f9669654fcb) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:43:57.637590 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:43:57.638598 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:57.641727 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d424b2d0-7157-4613-9149-7ec42257588d None None] Network d9d5f054-b2d7-4340-b411-2f9669654fcb requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:43:57.651974 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a4e5dbc8-2591-497a-b361-04a36c2c23b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3782518 Jun 22 00:43:57.879572 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-d9d5f054-b2d7-4340-b411-2f9669654fcb', 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb', 'tenant_id': '142eea86f0854268892125f65371a7e3', 'fixed_ips': [{'subnet_id': '80d534ba-de77-4838-82a5-8eec295e200e'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:43:57.880445 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.013986 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Allocated IP 192.168.233.2 (d9d5f054-b2d7-4340-b411-2f9669654fcb/80d534ba-de77-4838-82a5-8eec295e200e/0641d2ab-4d47-40ec-896a-fd7eefeb1686) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:43:58.150111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.158253 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Transition to ACTIVE for port object 0641d2ab-4d47-40ec-896a-fd7eefeb1686 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:43:58.173617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Transition to ACTIVE for port object 0641d2ab-4d47-40ec-896a-fd7eefeb1686 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:43:58.179605 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.181870 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:58.220519 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Network d9d5f054-b2d7-4340-b411-2f9669654fcb is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:43:58.223229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:43:58.225770 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:43:58.238131 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Pushing event updated for resources: {'Port': ['ID=0641d2ab-4d47-40ec-896a-fd7eefeb1686,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:58.261693 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.262185 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.262561 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.262889 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.263221 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.263554 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.263880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.264203 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.264531 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.264859 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.265179 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.265524 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:43:58.269111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:58.298458 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Attempting to bind port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:43:58.298851 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Attempting to bind port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:43:58.299220 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Attempting to bind port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 on network d9d5f054-b2d7-4340-b411-2f9669654fcb {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:43:58.304298 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:43:58.304720 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Checking segment: {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:43:58.305126 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.305644 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Bound using segment: {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:43:58.306138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Bound port: 0641d2ab-4d47-40ec-896a-fd7eefeb1686, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:43:58.306520 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.366033 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] For port 0641d2ab-4d47-40ec-896a-fd7eefeb1686, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:43:58.369221 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] For port 0641d2ab-4d47-40ec-896a-fd7eefeb1686, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=0641d2ab-4d47-40ec-896a-fd7eefeb1686,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:43:58.376583 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:43:58.378852 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:43:58.436352 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Pushing event updated for resources: {'Port': ['ID=0641d2ab-4d47-40ec-896a-fd7eefeb1686,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:43:58.439336 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:43:59.237396 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb4b66c-14df-454e-bea5-d6bcac12781b None None] Network d9d5f054-b2d7-4340-b411-2f9669654fcb requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:43:59.348371 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-b1159198-08e7-40df-817d-f19145246755 None None] Provisioning for port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:44:00.101697 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 0641d2ab-4d47-40ec-896a-fd7eefeb1686 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:44:00.153484 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:44:00.157083 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:44:00.157496 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:00.231941 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:00.263671 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 0641d2ab-4d47-40ec-896a-fd7eefeb1686, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=0641d2ab-4d47-40ec-896a-fd7eefeb1686,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:44:00.267155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:00.270389 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:44:00.319655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=0641d2ab-4d47-40ec-896a-fd7eefeb1686,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:44:00.323124 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:44:02.080749 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 0641d2ab-4d47-40ec-896a-fd7eefeb1686 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:44:02.127327 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 0641d2ab-4d47-40ec-896a-fd7eefeb1686 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:44:02.127706 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:17.279026 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:44:17.313759 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-2314ca95-8362-41af-84d6-29c9e63c5241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:20.050723 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-0b9164cc-225a-4334-a95f-51cd7ca15bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:20.155395 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:21.083905 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:22.447520 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:47.315074 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-52584054-111a-48b2-8f1e-d90accf5721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:50.057174 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7bdc7f89-d31f-4485-9ceb-cc3e7761aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:50.157027 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:51.085966 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:52.450876 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:44:54.277208 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:45:09.969406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48924) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:09.975328 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [None req-7560ba6e-8e76-4194-98c6-442ee0bc0ea2 tempest-verify_tempest_config-1560613389 tempest-verify_tempest_config-1560613389-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:45:09.976280 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7560ba6e-8e76-4194-98c6-442ee0bc0ea2 tempest-verify_tempest_config-1560613389 tempest-verify_tempest_config-1560613389-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058935 Jun 22 00:45:10.267075 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 48942) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:10.363154 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.453406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.456954 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.462605 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9d73ef53-43df-4b0c-97ce-78b44e6d839f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:45:10.503133 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d81061e4f259447d9b2ba03a20551918&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349110 Jun 22 00:45:10.503937 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0326c-49db-4f0d-b254-f84088e87769,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:45:10.505698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 48946) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:45:10.510872 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.511215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.511549 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.511877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.512203 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.512524 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.512843 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.513160 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.513676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.514961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.515304 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.515635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.520353 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:45:10.562710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.582957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.671398 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.674272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:10.675750 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2b0326c-49db-4f0d-b254-f84088e87769 HTTP/1.1" status: 204 len: 168 time: 0.1690972 Jun 22 00:45:10.676478 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:45:10.684675 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0326c-49db-4f0d-b254-f84088e87769,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:45:10.691406 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.691769 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.692114 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.692445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.692772 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.693098 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.693419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.693764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.694104 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.694427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.694744 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.695058 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:45:10.699124 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:45:17.315400 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-5a51497e-d55e-4580-8f6d-d30eb41fb46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:20.048762 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-01dfd81a-0326-486f-b603-13fea8be7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:20.157010 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:21.094450 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:22.453385 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:31.275445 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:45:47.315483 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb05a-a10e-4fbd-a76d-95467c5536ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:50.049114 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb88e0e2-2444-432f-a1b4-960eb0971ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:50.157001 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:51.090805 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:45:52.455118 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:08.272839 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:46:17.314980 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-af2f5c41-6fe2-4880-9c6b-8c66d0b5b68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:20.048136 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-c782fbca-c900-4c43-a743-88703770492c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:20.155627 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:21.093600 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:22.460256 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:45.271291 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 5 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:46:47.315670 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6ce-8f35-4e06-a04c-fd433c0ec040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:50.047622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-90944f65-fda3-40ec-8d70-2f021fbfce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:50.158097 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:51.095690 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:52.463237 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:46:53.351902 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505'] for agent, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:07.433270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49020) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:47:07.532771 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-05beee91-2df0-4537-9c4c-76852c5be9fa admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0984082 Jun 22 00:47:09.644232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49030) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:47:09.701708 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-1d7e210c-d4e0-4ce9-9417-42ed2544123e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0563474 Jun 22 00:47:17.317029 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f1cc-ab30-4a5e-8db3-c26fdfb69f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:20.047485 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-4e8d3574-54c5-423e-8905-b4647cafa91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:20.156856 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:21.099606 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:22.269261 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:47:22.465975 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:23.320018 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:47.317195 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-13321399-5083-47cd-b091-315cc7790dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:50.046524 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-9a3c00fb-6292-4e57-8874-8c082c9df7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:50.156729 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:51.102434 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:52.469169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:53.316111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:47:59.266938 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:48:17.349004 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ca3efd8a-019e-4359-ae98-5ad4124420a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:20.047334 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-01f181ba-ae4b-411c-9333-ee7e3d14616a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:20.156081 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:21.105347 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:22.473034 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:23.315939 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:36.264811 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:48:47.335991 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b89f27c7-38ec-42f8-b312-965a11e0203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:47.759112 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49164) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:48.068395 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2129520845-network', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:48.091748 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Made reservation on behalf of 34e1ce76a8eb45249bebb81840785b1e for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:48.095257 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.105318 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.200688 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.205503 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.210655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e936c047-2cae-42f9-9df2-b7a86de666f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:48.238388 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84ac1c-42a3-44df-bbf3-2b13711052b2,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:48.246522 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.246895 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.247247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.247573 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.247898 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.248275 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.248543 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.248870 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.249343 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.249673 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.249980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.250299 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Tracked resource versions report: Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: pushed versions: Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Log': {'1.0'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Network': {'1.1'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Port': {'1.7'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'PortForwarding': {'1.2'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'QosPolicy': {'1.8'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SubPort': {'1.0'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Subnet': {'1.1'}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Trunk': {'1.1'}} Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: consumer versions: Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'ConntrackHelper': '1.0', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Log': '1.0', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Network': '1.1', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Port': '1.7', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'PortForwarding': '1.2', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'QosPolicy': '1.8', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroup': '1.4', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SecurityGroupRule': '1.2', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'SubPort': '1.0', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Subnet': '1.1', Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: 'Trunk': '1.1'}} Jun 22 00:48:48.251420 dv-cinder-753305-6-smb neutron-server[104338]: {{(pid=104338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:48.256781 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:48.260102 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:48.272988 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.273344 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Added segment ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed of type vlan for network 793a8a4f-9515-471d-bfbe-795c50d8b4ff Jun 22 00:48:48.322386 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.350651 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.352338 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:48.353023 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.355985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:48.405518 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6450939 Jun 22 00:48:48.408555 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49200) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:48.414859 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Request body: {'subnet': {'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2129520845-subnet', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:48.418646 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Pushing event updated for resources: {'Network': ['ID=793a8a4f-9515-471d-bfbe-795c50d8b4ff,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:48.421621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:48.431166 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:48.451822 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Made reservation on behalf of 34e1ce76a8eb45249bebb81840785b1e for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:48.455350 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.654648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.661581 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cc90de58-ed82-4441-90ce-d2eb3d7b9681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:48.676730 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49224) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:48.723304 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2773e95-1fd1-4114-9580-9afc79a88049,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:48.732457 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.733070 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.733540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.733979 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.734428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.734861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.735289 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.735714 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.736139 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.736561 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.736986 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.737402 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Tracked resource versions report: Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: pushed versions: Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Log': {'1.0'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Network': {'1.1'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Port': {'1.7'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'PortForwarding': {'1.2'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'QosPolicy': {'1.8'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SubPort': {'1.0'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Subnet': {'1.1'}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Trunk': {'1.1'}} Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: consumer versions: Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'ConntrackHelper': '1.0', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Log': '1.0', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Network': '1.1', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Port': '1.7', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'PortForwarding': '1.2', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'QosPolicy': '1.8', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroup': '1.4', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SecurityGroupRule': '1.2', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'SubPort': '1.0', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Subnet': '1.1', Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: 'Trunk': '1.1'}} Jun 22 00:48:48.739100 dv-cinder-753305-6-smb neutron-server[104337]: {{(pid=104337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:48.742965 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Checking segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:48.743397 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Network hostable DHCP agents. Network: 793a8a4f-9515-471d-bfbe-795c50d8b4ff, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:48.747710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:48.762557 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:48.773829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 793a8a4f-9515-471d-bfbe-795c50d8b4ff) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:48.780145 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:48.780765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.784073 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c66431-1c92-44d3-affe-259f87f815c6 None None] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:48.802038 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3922043 Jun 22 00:48:48.803182 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49234) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:48.808727 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:48.844759 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.846991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:48.962578 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1033573543-network', 'tenant_id': '3b86765b39b14589939e00e6270286de'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:49.008676 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:48:49.009372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.009699 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.013661 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:49.016684 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.035041 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.154305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.163510 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.172741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.197550 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:49.212825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c46941-6ba7-41da-93aa-520c127b60ea,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:49.215937 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.216277 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Added segment 4c2e0840-3f68-4fc8-a3ce-57de83ad3562 of type vlan for network 748bd65e-7944-4283-adee-d3d64dfcde42 Jun 22 00:48:49.217943 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:49.231070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Allocated IP 172.20.0.2 (793a8a4f-9515-471d-bfbe-795c50d8b4ff/a2773e95-1fd1-4114-9580-9afc79a88049/816a31a3-7095-4cdf-ab8c-ce1bd5b48117) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:49.261802 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.274201 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.296787 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.298719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:49.299536 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.305373 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-56c99276-c8cf-45e0-9e51-f2f71a41b9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.358017 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49252) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:49.383301 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7054794 Jun 22 00:48:49.385977 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49258) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:49.391719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Request body: {'subnet': {'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1033573543-subnet', 'tenant_id': '3b86765b39b14589939e00e6270286de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:49.399388 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.404721 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Pushing event updated for resources: {'Network': ['ID=748bd65e-7944-4283-adee-d3d64dfcde42,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:49.409723 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:49.418468 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Transition to ACTIVE for port object 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:49.426282 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:49.430426 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.432477 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 748bd65e-7944-4283-adee-d3d64dfcde42 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:49.485092 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Transition to ACTIVE for port object 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:49.496790 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.506159 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.540554 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49264) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:49.588076 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Pushing event updated for resources: {'Port': ['ID=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:49.595313 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:49.607566 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:49.609992 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.610365 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.610684 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.613180 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.614235 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.614749 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.615515 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.615995 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.616510 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.617001 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.617516 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.618000 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Tracked resource versions report: Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: pushed versions: Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Log': {'1.0'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Network': {'1.1'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Port': {'1.7'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'PortForwarding': {'1.2'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'QosPolicy': {'1.8'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SubPort': {'1.0'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Subnet': {'1.1'}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Trunk': {'1.1'}} Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: consumer versions: Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'ConntrackHelper': '1.0', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Log': '1.0', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Network': '1.1', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Port': '1.7', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'PortForwarding': '1.2', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'QosPolicy': '1.8', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroup': '1.4', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SecurityGroupRule': '1.2', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'SubPort': '1.0', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Subnet': '1.1', Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: 'Trunk': '1.1'}} Jun 22 00:48:49.619234 dv-cinder-753305-6-smb neutron-server[104339]: {{(pid=104339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:49.624006 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:49.629903 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:49.697823 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.724455 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Attempting to bind port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:49.724880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Attempting to bind port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:49.725369 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Attempting to bind port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:49.730369 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:49.730744 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Checking segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:49.731150 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.731544 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Bound using segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:49.732133 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Bound port: 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:49.732508 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.734701 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.761587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.767963 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.825578 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] For port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:49.830238 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] For port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:49.840500 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.841752 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2330fff2-510e-479d-a215-fc14edb7095a,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:49.843037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:49.850585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:49.852214 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Checking segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:49.852747 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Network hostable DHCP agents. Network: 748bd65e-7944-4283-adee-d3d64dfcde42, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:49.872884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Network 748bd65e-7944-4283-adee-d3d64dfcde42 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:49.885163 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 748bd65e-7944-4283-adee-d3d64dfcde42) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:49.900750 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a1de78-555d-4b68-bb8c-ba31fdb9e631 None None] Network 748bd65e-7944-4283-adee-d3d64dfcde42 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:49.906847 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-network', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:49.938652 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:49.939555 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:49.941153 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Allocated IP 172.28.2.185 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/006fbb50-95d6-4a1e-bd14-fb77f2b71860) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:49.971178 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-590590-network', 'tenant_id': '4d610f5d44f649dba96f970a85acde50'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:49.990643 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Made reservation on behalf of e275c3701d924578945f2d0d15f8012c for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:49.998161 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.004354 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Pushing event updated for resources: {'Port': ['ID=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.008745 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6181562 Jun 22 00:48:50.023174 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.028768 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.038119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49280) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:50.080961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Made reservation on behalf of 4d610f5d44f649dba96f970a85acde50 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:50.085952 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.114093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.151105 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.280950 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.299342 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.317249 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.329013 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.333378 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.345624 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-25622548-e1fc-4f81-82c6-09e9ce6e0681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.373161 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:50.376036 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.414908 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:50.416804 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:50.422512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7d900-e1ba-4557-bc48-27f0b28b38f1 None None] Network 748bd65e-7944-4283-adee-d3d64dfcde42 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:50.450423 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.450776 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Added segment da511aa7-a492-4322-a21d-eed7aacbba9d of type vlan for network df872962-1cdd-4b30-bb29-7f3978516520 Jun 22 00:48:50.463343 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:50.469374 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00023b99-2112-4f23-aba0-e29a9008d1ec,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.537352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.576142 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.578295 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Pushing event updated for resources: {'Port': ['ID=006fbb50-95d6-4a1e-bd14-fb77f2b71860,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.583524 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.607339 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.615200 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:50.616094 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.639459 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-962437930-network', 'tenant_id': '51f61ed57d0f44f984b625ad1cc3d65e'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:50.648037 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2640ea3b-323d-4e1c-a22d-7daace25ae8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.736013 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Pushing event updated for resources: {'Network': ['ID=df872962-1cdd-4b30-bb29-7f3978516520,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.742306 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.749016 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network df872962-1cdd-4b30-bb29-7f3978516520 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:50.799992 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.810150 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.822910 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:50.838564 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:50.861305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.861896 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Added segment 932990e0-9759-43fd-b119-02420a0bb254 of type vlan for network 6f673339-605b-4693-9448-3a09d1e8b6a9 Jun 22 00:48:50.890612 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5308001 Jun 22 00:48:50.896583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49312) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:50.907307 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.914555 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Request body: {'subnet': {'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-subnet', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:50.975455 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592691b-5bb3-4656-8737-908320690e6a,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:50.983582 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:50.989090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:50.996989 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Made reservation on behalf of 51f61ed57d0f44f984b625ad1cc3d65e for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:51.000500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.022231 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.066556 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Made reservation on behalf of e275c3701d924578945f2d0d15f8012c for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:51.068785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Notify callbacks [] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.076179 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.090999 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:51.091819 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.115375 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.152379 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:51.287563 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f673339-605b-4693-9448-3a09d1e8b6a9,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:51.295275 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:51.309539 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:51.326611 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.462766 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd4d24-35c9-4b7b-8907-bb2bee147af1 None None] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:51.517734 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Router b3545bb6-3933-4af6-b8c6-13c14b44258e is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:48:51.529301 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.572320 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.619573 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-50867928-b43b-4d8b-a0a3-eef774ade710 None None] Provisioning for port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:51.716153 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1733239 Jun 22 00:48:51.722421 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:51.740022 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49344) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:51.741977 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:51.749798 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Request body: {'subnet': {'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-subnet', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:51.752906 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:51.765395 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:51.771355 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:51.788537 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Made reservation on behalf of 4d610f5d44f649dba96f970a85acde50 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:51.793338 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.800065 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.801313 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9971294 Jun 22 00:48:51.804165 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:51.809412 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49348) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:51.832639 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ba294-7a7f-4c5a-bb66-0a102eed03b5,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:51.938784 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:51.939290 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:52.036839 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e14790-0459-4adb-9e76-23b3d2890ea8,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:52.039722 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:52.046693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:48:52.051585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:52.084664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.085345 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Added segment 0296696f-a4c0-4cbf-bc4f-711697ecfe45 of type vlan for network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e Jun 22 00:48:52.101861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.106281 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c6f076a-69f4-43d2-a058-fb740a06b9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:52.224410 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.291993 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Checking segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:52.292557 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Network hostable DHCP agents. Network: 6f673339-605b-4693-9448-3a09d1e8b6a9, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:52.307239 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbde1f67-d1a1-4294-a629-4a09fe4b42c8,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:52.312227 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:52.334752 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:52.336426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:52.353600 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 6f673339-605b-4693-9448-3a09d1e8b6a9) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:52.369639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:52.371123 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.407460 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49382) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:52.408148 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c7cf1d66-cdab-4221-8032-b1e4edaba015 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6631258 Jun 22 00:48:52.415897 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19733e2a-7bbc-4e69-8688-aef05c4888ab None None] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:52.416224 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:52.423820 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.469953 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 3, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:52.501650 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:52.502176 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Updating router b3545bb6-3933-4af6-b8c6-13c14b44258e port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:52.536467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:52.537052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.544918 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:52.548673 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.621453 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.658010 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49394) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:52.660521 dv-cinder-753305-6-smb neutron-server[104337]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 00:48:52.673690 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:52.696990 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:52.697972 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.747973 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c4031-6bf5-4d89-a1e0-2799c3d64bef None None] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:52.813067 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Checking segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:52.813481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Network hostable DHCP agents. Network: df872962-1cdd-4b30-bb29-7f3978516520, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:52.824724 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.826157 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.869767 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.889028 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:52.896854 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8547750 Jun 22 00:48:52.944933 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49402) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:52.964928 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Request body: {'subnet': {'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-962437930-subnet', 'tenant_id': '51f61ed57d0f44f984b625ad1cc3d65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:52.997467 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:53.002242 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.010710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.031706 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Network df872962-1cdd-4b30-bb29-7f3978516520 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:53.044696 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49404) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.072005 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.075470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Pushing event updated for resources: {'Network': ['ID=728e3a7e-7a4e-4525-b7ed-8ea9110df67e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.076573 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.076702 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.078261 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.078965 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Made reservation on behalf of 51f61ed57d0f44f984b625ad1cc3d65e for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:48:53.081352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.089408 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-31187ed2-9c91-45f2-b113-ef5487cdb3b4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:53.090929 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Transition to ACTIVE for port object 006fbb50-95d6-4a1e-bd14-fb77f2b71860 will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:53.091589 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-31187ed2-9c91-45f2-b113-ef5487cdb3b4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.4324141 Jun 22 00:48:53.101466 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:48:53.109380 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, df872962-1cdd-4b30-bb29-7f3978516520) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:53.111759 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.112029 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-36cb35d3-2a81-4825-a889-4436f0d42331 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/quotas/3b86765b39b14589939e00e6270286de HTTP/1.1" status: 200 len: 375 time: 0.0142248 Jun 22 00:48:53.117323 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.121047 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:53.121660 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.160427 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49408) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.191607 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668334c7-e91b-412b-9558-6faf12685e17 None None] Network df872962-1cdd-4b30-bb29-7f3978516520 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:53.236617 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-f0c46a29-629a-41a2-9360-8776f93ad93f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179802 Jun 22 00:48:53.239166 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Pushing event updated for resources: {'Port': ['ID=006fbb50-95d6-4a1e-bd14-fb77f2b71860,revision_number=2']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.242761 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Attempting to bind port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:53.243146 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Attempting to bind port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:53.243525 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Attempting to bind port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:53.266818 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.267170 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.267512 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.267851 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.268183 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.268514 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.270713 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.271079 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.271458 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.271761 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.272085 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.272416 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Tracked resource versions report: Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: pushed versions: Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: { 'AddressGroup': {'1.2'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'ConntrackHelper': {'1.0'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Log': {'1.0'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Network': {'1.1'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Port': {'1.7'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'PortForwarding': {'1.2'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'QosPolicy': {'1.8'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroup': {'1.4'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroupRule': {'1.2'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SubPort': {'1.0'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Subnet': {'1.1'}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Trunk': {'1.1'}} Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: consumer versions: Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: { DHCP agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: HyperV agent@hv-cinder-75330: {}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: L3 agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: Metadata agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: Metering agent@dv-cinder-753305-6-smb: {}, Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: Open vSwitch agent@dv-cinder-753305-6-smb: { 'AddressGroup': '1.2', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'ConntrackHelper': '1.0', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Log': '1.0', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Network': '1.1', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Port': '1.7', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'PortForwarding': '1.2', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'QosPolicy': '1.8', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroup': '1.4', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SecurityGroupRule': '1.2', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'SubPort': '1.0', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Subnet': '1.1', Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: 'Trunk': '1.1'}} Jun 22 00:48:53.273704 dv-cinder-753305-6-smb neutron-server[104340]: {{(pid=104340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 00:48:53.275903 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.290341 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.291449 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:53.291841 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:53.292254 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.292663 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:53.293157 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Bound port: 006fbb50-95d6-4a1e-bd14-fb77f2b71860, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:53.293577 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.356682 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4497726 Jun 22 00:48:53.362259 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49418) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.381690 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:53.386792 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.398550 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] For port 006fbb50-95d6-4a1e-bd14-fb77f2b71860, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:53.403017 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] For port 006fbb50-95d6-4a1e-bd14-fb77f2b71860, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=006fbb50-95d6-4a1e-bd14-fb77f2b71860,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:53.410010 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.412992 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.423362 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.476981 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Pushing event updated for resources: {'Port': ['ID=006fbb50-95d6-4a1e-bd14-fb77f2b71860,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.481720 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.494129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-321c1bb3-b067-44b6-b565-be8978b153ad service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104337) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:48:53.498114 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:53.498837 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:53.501198 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-321c1bb3-b067-44b6-b565-be8978b153ad service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0979059 Jun 22 00:48:53.523682 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.561043 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-df872962-1cdd-4b30-bb29-7f3978516520', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:48:53.563581 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.603760 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.623415 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e32434b-d8ec-469e-997b-4762fb62bc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.631355 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.662916 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:53.729963 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Allocated IP 172.20.0.2 (df872962-1cdd-4b30-bb29-7f3978516520/a5e14790-0459-4adb-9e76-23b3d2890ea8/058ec1f4-e9d9-4be0-8505-7ab0b0f34244) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:53.771933 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.791607 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31dea6fa5533402d87daa37866fa2ed3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7408516 Jun 22 00:48:53.794188 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60557d1e-c924-4db2-9c07-02a7da8e7fb0,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:53.797047 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49444) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:53.812735 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-50b584f9-fc04-4fcf-9a2d-0d57567b5bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017943 Jun 22 00:48:53.851292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.903411 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:53.913721 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 3, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:53.919261 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:53.947709 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-d83edf10-e127-4b76-a23a-118d9424faab service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339886 Jun 22 00:48:53.949282 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.953763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:53.960105 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579f43e-101b-4faf-94ca-8f312b2c8caf None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:50Z', 'revision_number': 3, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:48:53.972021 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Checking segment: {'id': '0296696f-a4c0-4cbf-bc4f-711697ecfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:53.973117 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Network hostable DHCP agents. Network: 728e3a7e-7a4e-4525-b7ed-8ea9110df67e, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:48:54.046244 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.052372 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.064278 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.085593 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Transition to ACTIVE for port object 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:54.126195 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Transition to ACTIVE for port object 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:54.136029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:48:54.139634 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.148244 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49452) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:54.153066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:54.196273 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.200007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 728e3a7e-7a4e-4525-b7ed-8ea9110df67e) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:54.219800 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Pushing event updated for resources: {'Port': ['ID=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:54.222266 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56832c4-77b3-450e-bd42-b972b468dfaa None None] Network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:54.224451 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:54.231082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af0bb55-7169-4f85-b1a3-77bafd088860,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:54.299158 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:54.299838 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.324269 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Network df872962-1cdd-4b30-bb29-7f3978516520 is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:54.338462 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.347414 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:54.351323 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:54.398879 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:54.516494 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:54.575344 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.593583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Allocated IP 172.20.0.1 (793a8a4f-9515-471d-bfbe-795c50d8b4ff/a2773e95-1fd1-4114-9580-9afc79a88049/f0e9f72d-2162-48ec-917f-c01a1bef0642) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:54.714087 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.742772 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.873427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Allocated IP 172.28.2.208 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/aafdbeea-1793-4221-9b3c-7a3017358318) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:54.899022 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49492) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:54.969414 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:54.990081 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Attempting to bind port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:48:54.990650 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Attempting to bind port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:48:54.991037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Attempting to bind port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:48:55.000221 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:48:55.000747 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Checking segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:48:55.001169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.001651 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Bound using segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:48:55.002158 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Bound port: 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:48:55.002688 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.041742 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:55.042034 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.042162 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.056444 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb980666-6ad3-443b-ae1d-42ea1d4da388 None None] Network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:55.076558 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.084748 dv-cinder-753305-6-smb neutron-server[104338]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 00:48:55.135551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.136718 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60557d1e-c924-4db2-9c07-02a7da8e7fb0 HTTP/1.1" status: 204 len: 168 time: 1.3346171 Jun 22 00:48:55.141585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.183762 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.197625 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] For port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:48:55.201270 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] For port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:48:55.214465 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.217957 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25b6e8d8-cbd6-4532-ab20-6e5989c3189a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:55.229799 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:55.230144 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.236022 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:55.240978 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.261553 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.278456 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-88464fac-0ab1-4dd6-8185-bc006c19bf9f req-28abba60-0e9a-47b9-b208-6db9e31fe294 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.3609629 Jun 22 00:48:55.278771 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:55.282568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:55.296035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:55.305346 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5378e8f9-b088-4caa-8a6f-77b3ffec77fa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3469889 Jun 22 00:48:55.371980 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Pushing event updated for resources: {'Port': ['ID=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:55.377138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:55.397850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60557d1e-c924-4db2-9c07-02a7da8e7fb0,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:55.402813 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:55.421063 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:55.475529 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Transition to ACTIVE for port object f0e9f72d-2162-48ec-917f-c01a1bef0642 will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:48:55.566428 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e898730ebb4d9cb3b36c57f56afbc8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4042978 Jun 22 00:48:55.579597 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49514) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:55.584004 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Pushing event updated for resources: {'Port': ['ID=aafdbeea-1793-4221-9b3c-7a3017358318,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:55.599765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:55.777812 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.867648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.872530 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:55.881826 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4e38e-4122-4fa7-9ef2-b28f7da0fb7c,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:55.909729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:55.956329 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Allocated IP 172.28.2.242 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/24db8164-9e98-46a2-b284-1281e72988a0) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:48:55.967506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49526) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:56.002782 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.042932 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.061765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.082462 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.139100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:56.147523 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.151165 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64d4e38e-4122-4fa7-9ef2-b28f7da0fb7c HTTP/1.1" status: 204 len: 168 time: 0.5689425 Jun 22 00:48:56.160907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.163403 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:56.168676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:56.169162 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.263347 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4e38e-4122-4fa7-9ef2-b28f7da0fb7c,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:56.345748 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Pushing event updated for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:56.352219 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:56.364972 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:56.382655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.476659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.493844 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.498028 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.499409 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-76db9c19-370b-4405-af51-00617484985e tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:56.517000 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-76db9c19-370b-4405-af51-00617484985e tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/networks?id=728e3a7e-7a4e-4525-b7ed-8ea9110df67e HTTP/1.1" status: 200 len: 811 time: 0.4362693 Jun 22 00:48:56.535066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 006fbb50-95d6-4a1e-bd14-fb77f2b71860 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:56.546352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.589611 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7067a98a6a743bfaa3e929d20b56539&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4267416 Jun 22 00:48:56.596136 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54a0a3-b934-49af-8310-edd0b267a029,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:56.608195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49544) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:56.613583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:56.625342 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-4223ae15-1b25-4fe1-a1df-c7f7beb4d383 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/quotas/51f61ed57d0f44f984b625ad1cc3d65e HTTP/1.1" status: 200 len: 375 time: 0.1063454 Jun 22 00:48:56.628314 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-7e716d85-e6e0-4855-900a-5a3a54fad237 None None] Provisioning for port f0e9f72d-2162-48ec-917f-c01a1bef0642 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:56.640423 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:56.644526 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-7e716d85-e6e0-4855-900a-5a3a54fad237 None None] Provisioning complete for port f0e9f72d-2162-48ec-917f-c01a1bef0642 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:56.644941 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7e716d85-e6e0-4855-900a-5a3a54fad237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.648446 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:56.648446 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.656814 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.719248 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d309b68b-4204-4cba-a947-2da8dfa9dd65 req-1f345406-731f-49e2-bb5a-6d83c51623cf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.0705743 Jun 22 00:48:56.737726 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-c7b27e35-5256-4342-9ae4-030139a57f67 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=51f61ed57d0f44f984b625ad1cc3d65e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077931 Jun 22 00:48:56.763200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-7e716d85-e6e0-4855-900a-5a3a54fad237 None None] Port f0e9f72d-2162-48ec-917f-c01a1bef0642 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:48:56.791491 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49546) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:56.810902 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.838150 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 006fbb50-95d6-4a1e-bd14-fb77f2b71860, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=006fbb50-95d6-4a1e-bd14-fb77f2b71860,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:56.838869 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f171ec6e-008b-43ba-9765-8fd8448f5230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.844800 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.846024 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:56.849803 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.891869 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.905835 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68af4960-a559-4a21-b620-651d7955eec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.937211 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=006fbb50-95d6-4a1e-bd14-fb77f2b71860,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:56.938313 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.939001 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.942226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:56.948904 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:56.962505 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:56.977633 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:56.980474 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b27e0d53-ec69-4b12-a159-246febe80a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:56.992847 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:56.996488 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.001663 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.004632 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:48:57.010891 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Pushing event updated for resources: {'Port': ['ID=24db8164-9e98-46a2-b284-1281e72988a0,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:57.013171 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.016431 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:57.019345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.057143 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-00f3f474-6559-45ae-9b90-fbc4e50947df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:57.066934 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=601594be2b2046888c94f4d353f62eb7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0958693 Jun 22 00:48:57.074386 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49552) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:57.087800 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2bab14-11b1-4090-a47b-dde6f306179d,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:57.090848 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:57.101559 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-f9cc0cdb-22e7-4dc7-9cc6-86b0dd2dfb2f service neutron] 10.222.0.21 "GET /v2.0/networks/728e3a7e-7a4e-4525-b7ed-8ea9110df67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629358 Jun 22 00:48:57.233819 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:48:57.261857 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.279496 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f171ec6e-008b-43ba-9765-8fd8448f5230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.286250 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.23', 57265) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:57.288440 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Pushing event updated for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:57.290799 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.291695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:57.302505 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:48:57.313867 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.317513 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff54a0a3-b934-49af-8310-edd0b267a029 HTTP/1.1" status: 204 len: 168 time: 0.7027717 Jun 22 00:48:57.334980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2544d193-fefb-4bc0-aa8c-47391cbc9836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:57.337548 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:48:57.349156 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-64029a29-9005-4598-90c0-aa835f530210 service neutron] 10.222.0.21 "GET /v2.0/networks/728e3a7e-7a4e-4525-b7ed-8ea9110df67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345979 Jun 22 00:48:57.383951 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.408618 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54a0a3-b934-49af-8310-edd0b267a029,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:57.436843 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:57.462337 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f171ec6e-008b-43ba-9765-8fd8448f5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.555652 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399e37b-2284-462c-92f3-3eac01348950 None None] Network df872962-1cdd-4b30-bb29-7f3978516520 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:48:57.699694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:57.729377 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:57.732606 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.764890 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:57.787624 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Provisioning for port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:48:57.798965 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:57.800386 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:57.813101 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f171ec6e-008b-43ba-9765-8fd8448f5230 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26cfe8df6c7842c68e85d47aea0c6740&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0183520 Jun 22 00:48:57.822275 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Provisioning complete for port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:57.822968 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.823899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.831939 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f2bab14-11b1-4090-a47b-dde6f306179d HTTP/1.1" status: 204 len: 168 time: 0.7522154 Jun 22 00:48:57.843534 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49574) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:57.844427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:57.847807 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4814861 Jun 22 00:48:57.859182 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49578) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:57.900846 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171ec6e-008b-43ba-9765-8fd8448f5230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18d7b8-8559-4fd6-9452-2cb134e643af,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:57.956667 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8146cc42-5037-4de5-b826-3d621f1246e3 req-6a0842ef-0e1b-4fa6-bc72-6bb32bfde28b tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.2923200 Jun 22 00:48:57.967591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49588) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:48:58.018416 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-6f0786e1-e69b-4a91-a321-b20e64240070 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:48:58.020622 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-6f0786e1-e69b-4a91-a321-b20e64240070 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.7331522 Jun 22 00:48:58.030707 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.103057 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.109366 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:48:58.113128 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Request body: {'port': {'device_id': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'admin_state_up': True, 'tenant_id': '3b86765b39b14589939e00e6270286de'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:48:58.134746 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2bab14-11b1-4090-a47b-dde6f306179d,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:58.263830 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.300985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:58.325908 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2916c3ab-ae4a-404b-9340-5e0d0881cd72 req-575db966-7b75-4eae-90df-f39d092931e5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.2322533 Jun 22 00:48:58.326459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:58.326821 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:58.387477 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] For port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:48:58.402519 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 006fbb50-95d6-4a1e-bd14-fb77f2b71860 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:48:58.411004 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.422097 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.480129 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:58.483371 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.567341 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Pushing event updated for resources: {'Port': ['ID=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:58.577875 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:58.640655 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.646112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.649812 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c18d7b8-8559-4fd6-9452-2cb134e643af HTTP/1.1" status: 204 len: 168 time: 0.7974324 Jun 22 00:48:58.650579 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:48:58.662600 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18d7b8-8559-4fd6-9452-2cb134e643af,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:48:58.668101 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-67ebf182-996b-406b-aee3-0d9bff9925d0 None None] Provisioning complete for port f0e9f72d-2162-48ec-917f-c01a1bef0642 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:58.668826 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-67ebf182-996b-406b-aee3-0d9bff9925d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:58.725942 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-67ebf182-996b-406b-aee3-0d9bff9925d0 None None] Port f0e9f72d-2162-48ec-917f-c01a1bef0642 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:48:58.745030 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:48:58.757287 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:48:58.940626 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:58.941027 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:59.100668 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-e411254d-5002-4bfc-be59-2ffb15f4c41f None None] Provisioning complete for port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:48:59.101057 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e411254d-5002-4bfc-be59-2ffb15f4c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:59.223636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:59.290960 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:48:55Z', 'revision_number': 3, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:48:59.334170 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:48:59.334893 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Updating router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 port aafdbeea-1793-4221-9b3c-7a3017358318 binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:48:59.438850 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:48:59.594115 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-31ab3451-b64c-4024-9502-31ec1a9a8215 req-bddb5065-1c57-4f4b-a50e-077e8f7710f4 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.2058437 Jun 22 00:48:59.707361 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8211c88e-e643-4711-b441-db5b43905a62 req-077d8d0b-7597-493c-af71-f3997f116879 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.1876962 Jun 22 00:48:59.935905 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:48:59.943422 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] 10.222.0.21 "PUT /v2.0/routers/b3545bb6-3933-4af6-b8c6-13c14b44258e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1284938 Jun 22 00:48:59.955354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:48:59.979000 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:48:59.982409 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:00.013020 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Allocated IP 172.20.0.1 (df872962-1cdd-4b30-bb29-7f3978516520/a5e14790-0459-4adb-9e76-23b3d2890ea8/68be80e6-2e1d-4988-8f60-9f167ec92baa) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:00.029508 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.040945 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.054072 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:00.099380 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.180657 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae74d2eb01a245c9a7866d1e2aa25edc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2033107 Jun 22 00:49:00.180657 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae70ff-67df-4337-819d-7ec8c423142e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:00.187088 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:00.187623 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49670) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:00.207069 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.209288 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:00.218492 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.232005 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Transition to ACTIVE for port object aafdbeea-1793-4221-9b3c-7a3017358318 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:00.246164 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.266424 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:00.380750 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Pushing event updated for resources: {'Port': ['ID=aafdbeea-1793-4221-9b3c-7a3017358318,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:00.384252 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:00.394087 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:00.422080 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.445236 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Attempting to bind port aafdbeea-1793-4221-9b3c-7a3017358318 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:00.445931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Attempting to bind port aafdbeea-1793-4221-9b3c-7a3017358318 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:00.446313 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Attempting to bind port aafdbeea-1793-4221-9b3c-7a3017358318 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:00.463257 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:00.463796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:00.464223 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.464643 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:00.465284 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Bound port: aafdbeea-1793-4221-9b3c-7a3017358318, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:00.465721 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.477542 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Transition to ACTIVE for port object 68be80e6-2e1d-4988-8f60-9f167ec92baa will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:00.529990 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.552716 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:00.581149 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:00.595946 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] For port aafdbeea-1793-4221-9b3c-7a3017358318, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:00.605961 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] For port aafdbeea-1793-4221-9b3c-7a3017358318, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=aafdbeea-1793-4221-9b3c-7a3017358318,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:00.609528 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:00.610666 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.619155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.718522 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Network df872962-1cdd-4b30-bb29-7f3978516520 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:00.722574 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:00.725148 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:00.729391 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:00.730027 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:00.812828 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Pushing event updated for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:00.835317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.23', 57271) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:00.926726 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:00.931394 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:01.292698 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Pushing event updated for resources: {'Port': ['ID=aafdbeea-1793-4221-9b3c-7a3017358318,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:01.309096 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:01.428366 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:01.571732 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:01.594897 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7d5c138d-4cf7-476a-b706-58ee8ec1dd16 req-f4ae70c7-4c61-4dc3-aa85-43fad0d31f83 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.6207695 Jun 22 00:49:01.655451 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:01.660603 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 2, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:01.702246 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-09bdd0c6-715e-4316-ba97-d441010aa568 None None] Provisioning for port 68be80e6-2e1d-4988-8f60-9f167ec92baa completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:01.745598 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:01.761600 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-09bdd0c6-715e-4316-ba97-d441010aa568 None None] Provisioning complete for port 68be80e6-2e1d-4988-8f60-9f167ec92baa triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:01.761958 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-09bdd0c6-715e-4316-ba97-d441010aa568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:01.765044 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:01.765411 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Updating router b3545bb6-3933-4af6-b8c6-13c14b44258e port f0e9f72d-2162-48ec-917f-c01a1bef0642 binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:49:01.798883 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Allocated IP 172.20.0.6 (748bd65e-7944-4283-adee-d3d64dfcde42/2330fff2-510e-479d-a215-fc14edb7095a/67f6ec44-4991-4d41-96e8-c4d066995b7f) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:01.866849 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:01.940198 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:01.992069 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49710) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:02.008288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821911153', 'description': 'tempest-description--1052037923'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:02.130958 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9bda8d0c-09c5-42e4-8c78-6024fd64724f req-8989e24b-ec72-44e3-bf45-19a35c228a0f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.0827615 Jun 22 00:49:02.251710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.277407 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-7055cef5-ae69-430d-8999-6a0349e2e8f8 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:02.279213 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-7055cef5-ae69-430d-8999-6a0349e2e8f8 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.23 "GET /v2.0/networks?id=728e3a7e-7a4e-4525-b7ed-8ea9110df67e HTTP/1.1" status: 200 len: 811 time: 1.4142709 Jun 22 00:49:02.287286 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.293770 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.295567 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85ae70ff-67df-4337-819d-7ec8c423142e HTTP/1.1" status: 204 len: 168 time: 2.1006560 Jun 22 00:49:02.304429 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:02.326042 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Request body: {'port': {'device_id': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e', 'admin_state_up': True, 'tenant_id': '51f61ed57d0f44f984b625ad1cc3d65e'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:02.329788 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-09bdd0c6-715e-4316-ba97-d441010aa568 None None] Port 68be80e6-2e1d-4988-8f60-9f167ec92baa cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:49:02.441790 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Router f2e156a3-83e8-4862-8e99-ef3556a606c2 is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:49:02.457315 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae70ff-67df-4337-819d-7ec8c423142e,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:02.499869 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:02.528310 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.538433 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.544569 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:02.573800 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:02.577122 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:02.594119 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.599110 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5987442 Jun 22 00:49:02.602486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49724) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:02.607612 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group_rule': {'security_group_id': 'a593f0e1-5a5d-4b14-9575-e1ccfc41dc43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:02.620136 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.622377 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:48:55Z', 'revision_number': 3, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:02.642806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.656479 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.688213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.691562 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e3518f30-f3cc-46e6-b7fa-2b04a81deab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:02.719166 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d33757-8cfd-4295-a6cf-e730ac48f531 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:48:55Z', 'revision_number': 3, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:02.896799 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.932976 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Transition to ACTIVE for port object f0e9f72d-2162-48ec-917f-c01a1bef0642 will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:02.945964 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:02.950527 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-718498bc-334f-4aa8-ac57-2a9f319038b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:03.022986 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68d8ad-1ed3-4ae0-a974-a61c5adfb92b None None] Pushing event updated for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:03.027029 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-ae68d8ad-1ed3-4ae0-a974-a61c5adfb92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:03.298243 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3de249aa-7694-4ab5-bf1e-dc925779457b req-9a4a182c-70ef-4935-94fe-b6b674307a5a tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.2160637 Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Attempting to bind port f0e9f72d-2162-48ec-917f-c01a1bef0642 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Attempting to bind port f0e9f72d-2162-48ec-917f-c01a1bef0642 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Attempting to bind port f0e9f72d-2162-48ec-917f-c01a1bef0642 on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Checking segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Bound using segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Bound port: f0e9f72d-2162-48ec-917f-c01a1bef0642, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:03.301354 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:03.485158 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:03.485292 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Sync routers for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:03.485292 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:03.485292 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:03.485890 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:03.485890 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:03.543396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Pushing event updated for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:03.558537 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:03.561362 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Network df872962-1cdd-4b30-bb29-7f3978516520 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:03.563681 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] For port f0e9f72d-2162-48ec-917f-c01a1bef0642, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:03.571456 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:03.578439 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] For port f0e9f72d-2162-48ec-917f-c01a1bef0642, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=f0e9f72d-2162-48ec-917f-c01a1bef0642,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:03.586630 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:03.610759 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:03.612613 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-c92522c6-d62b-4b66-be6c-ab9e214a54c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:03.815652 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:03.817007 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:03.965181 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:04.029570 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68d8ad-1ed3-4ae0-a974-a61c5adfb92b None None] Pushing event updated for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:04.064638 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-ae68d8ad-1ed3-4ae0-a974-a61c5adfb92b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:04.310385 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-b5123755-4952-4c8b-bbd1-e6410ee00127 None None] Provisioning complete for port 68be80e6-2e1d-4988-8f60-9f167ec92baa triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:04.313717 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b5123755-4952-4c8b-bbd1-e6410ee00127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.324534 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event updated for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:04.331007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:04.345551 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:04.431749 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Network 748bd65e-7944-4283-adee-d3d64dfcde42 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:04.436427 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:04.446144 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:04.474757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:04.475534 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.495216 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-b5123755-4952-4c8b-bbd1-e6410ee00127 None None] Port 68be80e6-2e1d-4988-8f60-9f167ec92baa cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:49:04.506506 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device aafdbeea-1793-4221-9b3c-7a3017358318 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:04.522058 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.532666 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Made reservation on behalf of 51f61ed57d0f44f984b625ad1cc3d65e for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:04.538840 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.551123 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.551729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:04.557097 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49782) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:04.557863 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.1468532 Jun 22 00:49:04.573335 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4682608 Jun 22 00:49:04.620975 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-5dd97af4-4401-47dc-aea3-537eb6609b75 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:49:04.622195 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-5dd97af4-4401-47dc-aea3-537eb6609b75 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0183663 Jun 22 00:49:04.666035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:04.764922 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa5204ad-5962-4260-a4b8-c945ee3b15ff req-03e7ecd2-6542-47d0-8445-c4b58fba1681 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.1290646 Jun 22 00:49:04.966406 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port aafdbeea-1793-4221-9b3c-7a3017358318 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:04.984054 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:49:05.017092 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port aafdbeea-1793-4221-9b3c-7a3017358318 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:05.024067 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.044226 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.049270 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4452405 Jun 22 00:49:05.054783 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1163a2c6-4b04-430f-91c3-5ae848c27d73,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:05.055211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49792) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:05.080015 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group_rule': {'security_group_id': 'a593f0e1-5a5d-4b14-9575-e1ccfc41dc43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:05.080520 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:05.126344 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:48:57Z', 'revision_number': 3, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:05.140649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36cb6d-866d-4b72-ade1-56037815f1fc req-30388108-3fa0-4b80-beed-42554c9162c8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:05.158794 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bd36cb6d-866d-4b72-ade1-56037815f1fc req-30388108-3fa0-4b80-beed-42554c9162c8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 931 time: 1.3529654 Jun 22 00:49:05.203001 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:03Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:05.261689 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Checking router: f2e156a3-83e8-4862-8e99-ef3556a606c2 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:05.263690 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Updating router f2e156a3-83e8-4862-8e99-ef3556a606c2 port 24db8164-9e98-46a2-b284-1281e72988a0 binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:49:05.270585 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49798) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:05.273602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.298180 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d8e03-bd1f-42c2-b837-fc81c9b03e62 None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:03Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:05.403049 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.478247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Allocated IP 172.20.0.12 (728e3a7e-7a4e-4525-b7ed-8ea9110df67e/7af0bb55-7169-4f85-b1a3-77bafd088860/471856cf-a74e-434a-9e4b-756520a2c45c) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:05.572236 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.598807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.615454 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:05.656296 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bd36cb6d-866d-4b72-ade1-56037815f1fc req-d309f75e-a8e9-4e4b-924f-3171762da94d tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945202 Jun 22 00:49:05.664759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:05.770562 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Request body: {'port': {'device_id': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:05.990500 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.152978 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:06.167560 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] 10.222.0.21 "PUT /v2.0/routers/d027db0b-a4a2-49a4-a476-f66c66a5e2a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3069246 Jun 22 00:49:06.224948 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port aafdbeea-1793-4221-9b3c-7a3017358318, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=aafdbeea-1793-4221-9b3c-7a3017358318,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:06.318576 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.330630 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7ef1d0-525f-4bd6-8970-518988160c75,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:06.340343 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:06.359297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-10c2c939-535a-4df3-8c62-7ca585966df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:06.447009 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:06.465523 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:06.466191 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:06.535910 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.713035 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.736264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f0e9f72d-2162-48ec-917f-c01a1bef0642 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:06.815420 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.828588 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:06.830365 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:06.861764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:06.891015 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:06.954205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Pushing event updated for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:06.983497 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:07.005097 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7650a3b8-7dbd-402c-8a4f-fd4ec29e0d37,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:07.014415 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.018620 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9594107 Jun 22 00:49:07.053973 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49828) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:07.101496 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:07.114546 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:07.215144 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.228007 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:07.232172 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:07.292779 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:07.319631 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.322413 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.323098 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.350399 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Transition to ACTIVE for port object 24db8164-9e98-46a2-b284-1281e72988a0 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:07.369244 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=aafdbeea-1793-4221-9b3c-7a3017358318,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:07.378108 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.018s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:07.383037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.399472 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:07.449716 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1321349 Jun 22 00:49:07.473443 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.492395 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ee69dfc2fda4116bcd5452e8f89ec55&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1451397 Jun 22 00:49:07.496831 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49840) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:07.511894 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Pushing event updated for resources: {'Port': ['ID=24db8164-9e98-46a2-b284-1281e72988a0,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:07.513572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Request body: {'port': {'device_id': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:07.526437 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:07.583891 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.585602 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Attempting to bind port 24db8164-9e98-46a2-b284-1281e72988a0 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:07.586950 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Attempting to bind port 24db8164-9e98-46a2-b284-1281e72988a0 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:07.587490 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Attempting to bind port 24db8164-9e98-46a2-b284-1281e72988a0 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:07.588860 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c12c4-846f-441d-a2ff-50cd8f051c66 req-51070400-2522-41fb-b596-522845e417e0 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:07.590534 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db2c12c4-846f-441d-a2ff-50cd8f051c66 req-51070400-2522-41fb-b596-522845e417e0 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 932 time: 0.8882639 Jun 22 00:49:07.603904 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:07.604619 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:07.605575 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.606241 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:07.606882 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Bound port: 24db8164-9e98-46a2-b284-1281e72988a0, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:07.608169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.610818 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port f0e9f72d-2162-48ec-917f-c01a1bef0642 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:07.623867 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port f0e9f72d-2162-48ec-917f-c01a1bef0642 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:07.624494 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.654976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.699429 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 2, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:07.798422 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:07.798956 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Updating router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 port 68be80e6-2e1d-4988-8f60-9f167ec92baa binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:49:07.813372 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49846) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:07.857460 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500754830', 'description': 'tempest-description--1493654340'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:07.888624 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:07.990934 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.124055 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.156753 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] For port 24db8164-9e98-46a2-b284-1281e72988a0, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:08.181009 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.195077 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] For port 24db8164-9e98-46a2-b284-1281e72988a0, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=24db8164-9e98-46a2-b284-1281e72988a0,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:08.210066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.214153 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.230234 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-aeb2d3c5-111f-4189-b96a-1b12989c9b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:08.240564 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.241721 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7650a3b8-7dbd-402c-8a4f-fd4ec29e0d37 HTTP/1.1" status: 204 len: 168 time: 0.7420542 Jun 22 00:49:08.257533 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port f0e9f72d-2162-48ec-917f-c01a1bef0642, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=f0e9f72d-2162-48ec-917f-c01a1bef0642,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:08.272938 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9a780a5d-9b4f-480f-975f-7e8772e61947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:08.302486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Allocated IP 172.20.0.1 (6f673339-605b-4693-9448-3a09d1e8b6a9/dbde1f67-d1a1-4294-a629-4a09fe4b42c8/881a5a5c-554f-4210-9c13-c9e51c1a76ef) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:08.363458 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.436308 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7650a3b8-7dbd-402c-8a4f-fd4ec29e0d37,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:08.465139 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:08.551444 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device aafdbeea-1793-4221-9b3c-7a3017358318 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:08.556944 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:08.559261 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:08.573028 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Pushing event updated for resources: {'Port': ['ID=24db8164-9e98-46a2-b284-1281e72988a0,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:08.581861 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:08.661780 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db2c12c4-846f-441d-a2ff-50cd8f051c66 req-b567e5b5-3674-457c-94f3-409010db9138 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0390561 Jun 22 00:49:08.702712 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.724127 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:08.747414 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.766503 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf27549-8221-45a5-aa30-646af20b5e57 req-510a011d-322f-48ae-84cf-c21a83bf8b06 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:08.766503 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8bf27549-8221-45a5-aa30-646af20b5e57 req-510a011d-322f-48ae-84cf-c21a83bf8b06 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 931 time: 0.5456464 Jun 22 00:49:08.774529 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Transition to ACTIVE for port object 68be80e6-2e1d-4988-8f60-9f167ec92baa will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:08.785950 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.789882 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-ae68d8ad-1ed3-4ae0-a974-a61c5adfb92b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:08.837636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:08.880644 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec327-8733-4f87-a745-114f770b209e None None] Pushing event updated for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:08.885536 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-69bec327-8733-4f87-a745-114f770b209e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:08.978626 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.005216 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:09.015154 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:09.040636 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port aafdbeea-1793-4221-9b3c-7a3017358318 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:09.041183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 49858) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:09.041588 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.044437 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:09.047257 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:09.083517 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.107864 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:09.134571 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8bf27549-8221-45a5-aa30-646af20b5e57 req-5f8567ba-afd7-4256-a6e8-2cf381d54248 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246294 Jun 22 00:49:09.148308 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:09.155088 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:09.155629 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.158710 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Attempting to bind port 68be80e6-2e1d-4988-8f60-9f167ec92baa on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:09.159099 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Attempting to bind port 68be80e6-2e1d-4988-8f60-9f167ec92baa by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:09.159474 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Attempting to bind port 68be80e6-2e1d-4988-8f60-9f167ec92baa on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Checking segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Bound using segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Bound port: 68be80e6-2e1d-4988-8f60-9f167ec92baa, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:09.173384 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.310271 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:09.321889 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:09.345772 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] For port 68be80e6-2e1d-4988-8f60-9f167ec92baa, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:09.351589 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] For port 68be80e6-2e1d-4988-8f60-9f167ec92baa, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=68be80e6-2e1d-4988-8f60-9f167ec92baa,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:09.354293 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471856cf-a74e-434a-9e4b-756520a2c45c {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:09.361230 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.364760 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:09.369984 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.399194 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Transition to ACTIVE for port object 471856cf-a74e-434a-9e4b-756520a2c45c will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:09.461948 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:48:57Z', 'revision_number': 3, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:09.462830 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.478748 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:09.480018 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:09.492938 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.555950 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af74dc9-5460-4c6f-a832-a0c846b2f5ae None None] The sync data for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb is: [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:48:57Z', 'revision_number': 3, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:09.588722 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.633588 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.635782 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:09.658080 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:09.683506 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:09.836045 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:09.869228 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:09.888309 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:10.204775 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bec327-8733-4f87-a745-114f770b209e None None] Pushing event updated for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:10.211920 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-69bec327-8733-4f87-a745-114f770b209e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:10.252796 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:09Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:10.302290 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2411f40-27c6-4483-a5a2-90b3a37fcc37 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:09Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:10.443064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.465229 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.494678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:10.557351 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9f6cd62f-4308-4018-9d55-430cd805c926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:10.704976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Pushing event updated for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:10.710350 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:10.803941 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Allocated IP 172.28.2.69 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/1e264e87-f2be-41a5-b009-5d3415b54ff6) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:10.885589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 24db8164-9e98-46a2-b284-1281e72988a0 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:10.948381 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.009584 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 24db8164-9e98-46a2-b284-1281e72988a0 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:11.020735 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 24db8164-9e98-46a2-b284-1281e72988a0 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:11.021124 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.026901 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396f956-b19c-4a01-b6a7-40b83d6626de req-67dc4478-3f28-495d-a00d-68f6231dab36 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:11.034589 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8396f956-b19c-4a01-b6a7-40b83d6626de req-67dc4478-3f28-495d-a00d-68f6231dab36 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 931 time: 0.5720694 Jun 22 00:49:11.128289 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:11.145121 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:11.176152 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.218872 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8396f956-b19c-4a01-b6a7-40b83d6626de req-966ab68a-0491-4fa1-827a-18316d20e22e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831014 Jun 22 00:49:11.268515 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.275274 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f6ec44-4991-4d41-96e8-c4d066995b7f {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:11.319409 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 24db8164-9e98-46a2-b284-1281e72988a0, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=24db8164-9e98-46a2-b284-1281e72988a0,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:11.332825 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.334183 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f0e9f72d-2162-48ec-917f-c01a1bef0642 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:11.336507 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:11.406121 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.455927 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Transition to ACTIVE for port object 67f6ec44-4991-4d41-96e8-c4d066995b7f will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:11.469929 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a1f5c-2c7e-4e2a-889a-fd127876d296,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:11.486973 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.599s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:11.511889 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:11.514595 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=24db8164-9e98-46a2-b284-1281e72988a0,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:11.520182 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:11.533323 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:11.541531 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port f0e9f72d-2162-48ec-917f-c01a1bef0642 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:11.541730 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.584118 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Router f2e156a3-83e8-4862-8e99-ef3556a606c2 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:49:11.596613 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:11.669135 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:11.736332 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:11.742906 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Attempting to bind port 471856cf-a74e-434a-9e4b-756520a2c45c on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:11.743267 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Attempting to bind port 471856cf-a74e-434a-9e4b-756520a2c45c by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '0296696f-a4c0-4cbf-bc4f-711697ecfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:11.743620 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Attempting to bind port 471856cf-a74e-434a-9e4b-756520a2c45c on network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:11.743926 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 68be80e6-2e1d-4988-8f60-9f167ec92baa up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:11.797738 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=1e264e87-f2be-41a5-b009-5d3415b54ff6,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:11.810133 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Port 471856cf-a74e-434a-9e4b-756520a2c45c on network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:11.810487 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Attempting to bind port 471856cf-a74e-434a-9e4b-756520a2c45c on network 728e3a7e-7a4e-4525-b7ed-8ea9110df67e {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:11.842056 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:11.875077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:11.875077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:11.880257 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f2e156a3-83e8-4862-8e99-ef3556a606c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2667394 Jun 22 00:49:11.882335 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 68be80e6-2e1d-4988-8f60-9f167ec92baa completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:11.886971 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 68be80e6-2e1d-4988-8f60-9f167ec92baa triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:11.887594 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.026722 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed92d6e-1367-4e66-927b-36a3cff2ea0b req-328e882f-2e8a-4f4f-b8cb-25cc8202971b tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.028515 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4ed92d6e-1367-4e66-927b-36a3cff2ea0b req-328e882f-2e8a-4f4f-b8cb-25cc8202971b tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 1.4840708 Jun 22 00:49:12.052012 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.111268 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 68be80e6-2e1d-4988-8f60-9f167ec92baa, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=68be80e6-2e1d-4988-8f60-9f167ec92baa,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:12.125048 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.129898 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:12.191724 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:12.197502 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:12.250664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:12.251317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Checking segment: {'id': '0296696f-a4c0-4cbf-bc4f-711697ecfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:12.251895 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Bound using segment: {'id': '0296696f-a4c0-4cbf-bc4f-711697ecfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:12.252374 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Bound port: 471856cf-a74e-434a-9e4b-756520a2c45c, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0296696f-a4c0-4cbf-bc4f-711697ecfe45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:12.252731 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.346118 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4ed92d6e-1367-4e66-927b-36a3cff2ea0b req-3eb5136d-6368-4c93-8e03-2a5b2227903a tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588794 Jun 22 00:49:12.419810 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:12.433874 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Attempting to bind port 67f6ec44-4991-4d41-96e8-c4d066995b7f on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:12.434314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Attempting to bind port 67f6ec44-4991-4d41-96e8-c4d066995b7f by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:12.434749 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Attempting to bind port 67f6ec44-4991-4d41-96e8-c4d066995b7f on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:12.441641 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:12.445787 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e54b1-c6bf-4f42-b91b-c0e8752856e4 req-ed841ba0-8e0c-4d1e-bca6-eb9a31cd2fee tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.448918 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c71e54b1-c6bf-4f42-b91b-c0e8752856e4 req-ed841ba0-8e0c-4d1e-bca6-eb9a31cd2fee tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 943 time: 0.0852089 Jun 22 00:49:12.610062 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 24db8164-9e98-46a2-b284-1281e72988a0 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:12.619802 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c71e54b1-c6bf-4f42-b91b-c0e8752856e4 req-59825c45-a537-428e-9b89-907134604520 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562779 Jun 22 00:49:12.673525 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.706187 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 24db8164-9e98-46a2-b284-1281e72988a0 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:12.706643 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.717765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:12.722321 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=471856cf-a74e-434a-9e4b-756520a2c45c,segment=NetworkSegment(0296696f-a4c0-4cbf-bc4f-711697ecfe45),segment_id=0296696f-a4c0-4cbf-bc4f-711697ecfe45)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:12.724042 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Port 67f6ec44-4991-4d41-96e8-c4d066995b7f on network 748bd65e-7944-4283-adee-d3d64dfcde42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:12.724400 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Attempting to bind port 67f6ec44-4991-4d41-96e8-c4d066995b7f on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:12.732273 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.733213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.740561 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.750405 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:12.754357 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.758358 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.9228272 Jun 22 00:49:12.759699 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49918) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:12.768742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group_rule': {'security_group_id': '7b5a1f5c-2c7e-4e2a-889a-fd127876d296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:12.771441 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:12.771966 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Checking segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:12.772512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Bound using segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:12.773279 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Bound port: 67f6ec44-4991-4d41-96e8-c4d066995b7f, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:12.774482 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.806044 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.820247 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 68be80e6-2e1d-4988-8f60-9f167ec92baa up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:12.865912 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.876998 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.879893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:12.887588 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 68be80e6-2e1d-4988-8f60-9f167ec92baa triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:12.888149 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.899741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622c1e90-1501-446b-8d6c-7832da6ba988,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:12.902665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:12.910648 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a9019d68be64332941b744babbefdc3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8660023 Jun 22 00:49:12.917288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49926) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:12.926410 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.928450 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666069 Jun 22 00:49:12.930772 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49930) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:12.930909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:12.934813 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:12.936987 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] 10.222.0.23 "PUT /v2.0/ports/471856cf-a74e-434a-9e4b-756520a2c45c HTTP/1.1" status: 200 len: 1094 time: 5.4522998 Jun 22 00:49:12.942481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:12.943336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group_rule': {'security_group_id': '7b5a1f5c-2c7e-4e2a-889a-fd127876d296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:13.000972 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.056146 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.064467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c54b8d-737e-40bd-a74b-6c40adcf1f2e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.088451 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.094139 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.095234 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2b21480e-3f1f-418c-a34e-9e710fd5a19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.097876 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.099818 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.110907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.118970 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.164825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:13.165663 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.166826 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2351701 Jun 22 00:49:13.169583 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8070777-252b-4852-ad86-104bebb565c0,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.172545 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49946) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:13.174195 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.178119 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:13.207467 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.228861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.242450 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.243872 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7c54b8d-737e-40bd-a74b-6c40adcf1f2e HTTP/1.1" status: 204 len: 168 time: 0.3243520 Jun 22 00:49:13.263715 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:49:13.275973 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3e90c718-a884-47d4-926a-683b6dce6e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.301755 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:13.312609 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.315628 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.323134 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c54b8d-737e-40bd-a74b-6c40adcf1f2e,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.330087 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:13.331103 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.346076 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-8e9f16f9-f746-40d8-ac72-465a9daaf57a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.352890 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-8e9f16f9-f746-40d8-ac72-465a9daaf57a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 815 time: 0.5264149 Jun 22 00:49:13.390500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.398789 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e2119ed9-0a25-4b1c-9db2-e4eaa7428fed tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.433239 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-454b7dd9-87f8-4c61-b4ec-585a3df131dd tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/quotas/4d610f5d44f649dba96f970a85acde50 HTTP/1.1" status: 200 len: 375 time: 0.0794182 Jun 22 00:49:13.485101 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.498756 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d41b0-4859-4d76-a883-d95f59c32b73 x-openstack-request-id: req-751d41b0-4859-4d76-a883-d95f59c32b73 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:13.499145 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:13.499342 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-751d41b0-4859-4d76-a883-d95f59c32b73 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:13.500084 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c', 'status': 'completed', 'code': 200} Jun 22 00:49:13.527598 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.528224 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.529661 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] 10.222.0.23 "PUT /v2.0/ports/67f6ec44-4991-4d41-96e8-c4d066995b7f HTTP/1.1" status: 200 len: 1093 time: 8.2670000 Jun 22 00:49:13.548601 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.564942 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.647789 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-4b18bad9-6f20-4276-86ae-9516ae745993 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135432 Jun 22 00:49:13.650178 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.656751 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.662146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:13.722461 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.746485 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Allocated IP 172.28.2.108 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/075e009b-beb4-4850-9f86-d916817e4f7e) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:13.748993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=1e264e87-f2be-41a5-b009-5d3415b54ff6,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:13.752114 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:13.753989 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6545465 Jun 22 00:49:13.754959 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:13.966984 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70f7c8-0369-4a30-83db-c1374abfb1b7 req-61a06782-856c-4b8e-a55b-a2e7fed95246 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:13.968499 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c70f7c8-0369-4a30-83db-c1374abfb1b7 req-61a06782-856c-4b8e-a55b-a2e7fed95246 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 0.2074068 Jun 22 00:49:13.982382 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.033233 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c70f7c8-0369-4a30-83db-c1374abfb1b7 req-adaaa862-5339-4ea6-bbb8-d8f91fd6894c tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Jun 22 00:49:14.061824 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.065493 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:14.104207 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:14.110029 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:14.114510 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:14.150399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=075e009b-beb4-4850-9f86-d916817e4f7e,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:14.179690 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-046d1fac-93be-40c8-aaac-3d294977ae78 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104338) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:49:14.187251 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-046d1fac-93be-40c8-aaac-3d294977ae78 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3267746 Jun 22 00:49:14.196959 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:14.235456 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 49992) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:14.291478 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.338649 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Sync routers for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:14.346285 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-c51384fc-b94c-4be0-a3e9-47a3b1fe06f6 service neutron] 10.222.0.21 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579690 Jun 22 00:49:14.350166 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:14.350976 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:14.368217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.387668 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:14.397798 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080510a9-0218-4e22-b50a-c8ee1fac4b70 req-a0d4859e-a340-4e1d-bd16-ccf25d42faf5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:14.404859 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-080510a9-0218-4e22-b50a-c8ee1fac4b70 req-a0d4859e-a340-4e1d-bd16-ccf25d42faf5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 943 time: 0.1540642 Jun 22 00:49:14.473258 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-101bdb36-1d80-4b26-bd9b-9db7a994f7f3 service neutron] 10.222.0.21 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202760 Jun 22 00:49:14.523451 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-080510a9-0218-4e22-b50a-c8ee1fac4b70 req-a8047807-7592-42e1-8352-cee8d43d7742 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173630 Jun 22 00:49:14.699191 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:14.762079 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c62f9d85-ee16-4b27-ab85-4f69fa2de23b req-7bfdd05f-3f5f-4778-9091-126e5bf0aaf7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 210 time: 0.0463829 Jun 22 00:49:14.901959 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-8259e4f5-260e-4c90-b7f5-f14e0adc46a1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--821911153&fields=id&tenant_id=34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 267 time: 0.1215343 Jun 22 00:49:15.024282 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:49:09Z', 'revision_number': 4, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '881a5a5c-554f-4210-9c13-c9e51c1a76ef', 'name': '', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'mac_address': 'fa:16:3e:b6:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:49:07Z', 'updated_at': '2021-06-22T00:49:10Z', 'revision_number': 2, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'subnets': [{'id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:15.076311 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Checking router: f2e156a3-83e8-4862-8e99-ef3556a606c2 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:15.076633 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Updating router f2e156a3-83e8-4862-8e99-ef3556a606c2 port 881a5a5c-554f-4210-9c13-c9e51c1a76ef binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:49:15.086931 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.103101 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.117813 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.129769 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:15.138659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.139948 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.149823 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.231354 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c018348848bf49cf959b46f827daaff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9948769 Jun 22 00:49:15.236705 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50054) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:15.257382 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-f3afe9f5-4a95-4b93-a63d-f15d9a9705d5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:15.259379 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-f3afe9f5-4a95-4b93-a63d-f15d9a9705d5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 811 time: 0.3474922 Jun 22 00:49:15.268836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.281718 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1050191 Jun 22 00:49:15.360053 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-79a3fb64-ef9a-4eb8-8297-cbd54b399926 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/quotas/34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 375 time: 0.0807655 Jun 22 00:49:15.365351 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=075e009b-beb4-4850-9f86-d916817e4f7e,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:15.370311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:15.372261 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fade2360-3cd7-408f-bd38-e4b80d0d6eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:15.446748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe78fc-5e67-456f-84be-1fea647dda2a,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:15.450265 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:15.451491 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.508919 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.509392 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:15.512326 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:15.522323 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-5f403aa0-4fba-44e6-883a-fdb1e9006995 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:15.530996 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-5f403aa0-4fba-44e6-883a-fdb1e9006995 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 815 time: 0.5336039 Jun 22 00:49:15.547524 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-f94ec700-fcd5-466a-b678-7837f5c90b03 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1759701 Jun 22 00:49:15.561782 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-ea29ff4f-d06d-427d-9491-1fda1c6c8037 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/quotas/4d610f5d44f649dba96f970a85acde50 HTTP/1.1" status: 200 len: 375 time: 0.0294659 Jun 22 00:49:15.663223 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.672783 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.674876 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24fe78fc-5e67-456f-84be-1fea647dda2a HTTP/1.1" status: 204 len: 168 time: 0.4318733 Jun 22 00:49:15.678233 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-267f3f37-b224-4531-8aab-080175b854d1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:15.694988 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe78fc-5e67-456f-84be-1fea647dda2a,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:15.697877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:15.727038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.741862 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Transition to ACTIVE for port object 881a5a5c-554f-4210-9c13-c9e51c1a76ef will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:15.742868 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50072) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:15.750013 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:15.765730 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:15.767678 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-f5e6427c-9c31-4356-b80f-7f039e54f8fa tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2049150 Jun 22 00:49:15.769404 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-d3f8707e-6a9c-4e5f-a403-332b7d218e4c service neutron] 10.222.0.21 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872008 Jun 22 00:49:15.964955 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-865640aa-5180-43ef-bfeb-ae4edd36876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:15.968574 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-865640aa-5180-43ef-bfeb-ae4edd36876e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51f61ed57d0f44f984b625ad1cc3d65e&device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 1097 time: 0.3339481 Jun 22 00:49:16.028399 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-0cc36f23-ef01-4a18-90ae-e25a3efce856 service neutron] 10.222.0.21 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482836 Jun 22 00:49:16.105241 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-de9c867f-203e-496f-89db-4090518df633 service neutron] 10.222.0.21 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361549 Jun 22 00:49:16.107360 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-24736aa4-7be5-4f53-95de-13ed89d3de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.108999 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-24736aa4-7be5-4f53-95de-13ed89d3de79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 1096 time: 0.3304212 Jun 22 00:49:16.129556 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Attempting to bind port 881a5a5c-554f-4210-9c13-c9e51c1a76ef on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:16.129950 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Attempting to bind port 881a5a5c-554f-4210-9c13-c9e51c1a76ef by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:16.130330 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Attempting to bind port 881a5a5c-554f-4210-9c13-c9e51c1a76ef on network 6f673339-605b-4693-9448-3a09d1e8b6a9 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:16.146452 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:16.146849 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Checking segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:16.147266 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:16.147676 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Bound using segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:16.148165 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Bound port: 881a5a5c-554f-4210-9c13-c9e51c1a76ef, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:16.148549 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:16.230518 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Pushing event updated for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:16.291193 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:16.375737 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:16.386283 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] For port 881a5a5c-554f-4210-9c13-c9e51c1a76ef, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:16.394868 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] For port 881a5a5c-554f-4210-9c13-c9e51c1a76ef, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=881a5a5c-554f-4210-9c13-c9e51c1a76ef,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:16.401362 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:16.405182 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:16.432444 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-3ebb68d1-6b2f-4cc3-aed1-f37b5658b7c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f HTTP/1.1" status: 200 len: 217 time: 0.2320714 Jun 22 00:49:16.465016 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:16.466084 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:48:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:16.469869 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50092) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:16.498547 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:16.587986 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-1e67596c-4ed1-427b-b9fd-80781b5b1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.590577 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-1e67596c-4ed1-427b-b9fd-80781b5b1c06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0961409 Jun 22 00:49:16.642686 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:16.673548 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29e39-2c20-4136-9110-fe7fc81f9835 req-cd7e7fe0-41b2-40ea-8dd7-ab0de4ea5cd1 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.676136 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-75b29e39-2c20-4136-9110-fe7fc81f9835 req-cd7e7fe0-41b2-40ea-8dd7-ab0de4ea5cd1 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 0.1555486 Jun 22 00:49:16.682422 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-108a3859-d6d9-4029-960d-60562370fc72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740995 Jun 22 00:49:16.718688 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Pushing event updated for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:16.724483 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:16.776699 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-75b29e39-2c20-4136-9110-fe7fc81f9835 req-bbf56204-3837-4186-8cc5-5d2b212aa427 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870900 Jun 22 00:49:16.901213 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:49:09Z', 'revision_number': 4, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '881a5a5c-554f-4210-9c13-c9e51c1a76ef', 'name': '', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'mac_address': 'fa:16:3e:b6:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:49:07Z', 'updated_at': '2021-06-22T00:49:16Z', 'revision_number': 4, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'subnets': [{'id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:16.948427 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f38c0d6-fb62-48e4-9c72-bb1eb5db0eea None None] The sync data for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb is: [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:49:09Z', 'revision_number': 4, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '881a5a5c-554f-4210-9c13-c9e51c1a76ef', 'name': '', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'mac_address': 'fa:16:3e:b6:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:49:07Z', 'updated_at': '2021-06-22T00:49:16Z', 'revision_number': 4, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'subnets': [{'id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:16.966029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-827c4c63-980d-406b-b31a-8c79c28eb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:16.967526 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-827c4c63-980d-406b-b31a-8c79c28eb845 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=51f61ed57d0f44f984b625ad1cc3d65e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9730432 Jun 22 00:49:16.971702 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373486b-06a5-452e-9513-4abdc9f97a29 x-openstack-request-id: req-8373486b-06a5-452e-9513-4abdc9f97a29 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:16.972872 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:16.973863 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8373486b-06a5-452e-9513-4abdc9f97a29 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:16.973863 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f', 'status': 'completed', 'code': 200} Jun 22 00:49:16.979715 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.012238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.23', 57290) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:17.139128 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-c22eb915-e831-4410-83dc-028ddab7e184 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226642 Jun 22 00:49:17.139728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.176742 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d90de1e9-94cb-4295-be7f-e55b06ff53d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:17.187715 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-3f1edfdf-aa23-49fb-811c-1fe75794af78 service neutron] 10.222.0.21 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9911363 Jun 22 00:49:17.333055 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1190578e-becc-45b1-ab6a-042fc60b22dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.380002 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af7c01-8998-42b8-bfbf-b457a6944152 req-89340155-4ba3-49a9-929d-753c9bcfc278 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.383088 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-15af7c01-8998-42b8-bfbf-b457a6944152 req-89340155-4ba3-49a9-929d-753c9bcfc278 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 943 time: 0.2417662 Jun 22 00:49:17.384802 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-e892e357-cf05-4883-98f3-0b4dd08850b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.395031 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-08e80ef9-688e-4d19-8ec8-e3fcbdc392dc req-e892e357-cf05-4883-98f3-0b4dd08850b4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4089172 Jun 22 00:49:17.410493 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-aaa06330-c609-42ce-b5d9-fb092dc9d6ae tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.412151 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-aaa06330-c609-42ce-b5d9-fb092dc9d6ae tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 815 time: 0.3985045 Jun 22 00:49:17.423881 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa955a65-c7a2-42be-a950-7382ddbfe731,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:17.449064 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03a4ed5ca57147d58c427b410da64a60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7032485 Jun 22 00:49:17.451247 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Request body: {'port': {'device_id': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'admin_state_up': True, 'tenant_id': '4d610f5d44f649dba96f970a85acde50'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:17.451491 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:17.463782 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50116) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:17.574127 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-403f9515-dfe1-4dc9-8389-c4b2790cf73a req-0f58506b-a764-4608-98ed-5bca060c2a13 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209304 Jun 22 00:49:17.640024 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.649536 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-01b66bf1-8b8c-463c-93ef-543916afedea tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1500754830&fields=id&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 267 time: 0.0743916 Jun 22 00:49:17.658153 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.668739 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-ecdb63b9-9be3-405a-b73c-444c7ae27deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:17.670228 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-ecdb63b9-9be3-405a-b73c-444c7ae27deb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51f61ed57d0f44f984b625ad1cc3d65e&device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 1097 time: 0.1088727 Jun 22 00:49:17.673599 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-15af7c01-8998-42b8-bfbf-b457a6944152 req-210f945d-54c9-4d03-a54b-42e38a59ddd2 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602618 Jun 22 00:49:17.727501 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:17.776627 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd991237655a42f2b3027a724aac931d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3056951 Jun 22 00:49:17.779349 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50138) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:17.820845 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-eb8f1c1e-6d53-4671-b252-f5aeee55bda7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=471856cf-a74e-434a-9e4b-756520a2c45c HTTP/1.1" status: 200 len: 217 time: 0.0934072 Jun 22 00:49:17.858731 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb913cc-c895-437e-b663-29c44e4748cc,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:17.862673 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:17.914336 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fdadb675-bd2a-40c8-b0df-1f5e8a3ddadc req-1365bb31-e6a0-4d2a-88d9-5528324b7349 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 210 time: 0.0447552 Jun 22 00:49:17.918096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:17.961775 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.069535 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c293cfd-0f2d-4c8e-bfdb-4c1cfde17ba1 req-3476cc46-ccb2-4212-84b4-b6880c059ca0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 210 time: 0.0816050 Jun 22 00:49:18.156671 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Made reservation on behalf of 4d610f5d44f649dba96f970a85acde50 for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:18.168919 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.249156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-7a3a08d9-689e-4ad1-8bf4-b88a8f75488b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.259584 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-7a3a08d9-689e-4ad1-8bf4-b88a8f75488b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 817 time: 0.5930297 Jun 22 00:49:18.279883 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.281524 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.283668 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-d2820637-22d5-4a72-b155-18776a5b90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.286649 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-d2820637-22d5-4a72-b155-18776a5b90b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7af0bb55-7169-4f85-b1a3-77bafd088860 HTTP/1.1" status: 200 len: 851 time: 0.4560645 Jun 22 00:49:18.293256 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-2477a22c-c454-4e24-a359-9d26b31059de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.294864 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-2477a22c-c454-4e24-a359-9d26b31059de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 1096 time: 0.5705247 Jun 22 00:49:18.295207 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.296445 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa955a65-c7a2-42be-a950-7382ddbfe731 HTTP/1.1" status: 204 len: 168 time: 0.8162317 Jun 22 00:49:18.296658 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-f1203825-4cb8-4797-8445-220e27739b52 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/quotas/e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 375 time: 0.0361726 Jun 22 00:49:18.303231 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:18.374461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa955a65-c7a2-42be-a950-7382ddbfe731,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:18.388736 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-91dcbe3d-05dd-4201-90be-711f57c724ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=728e3a7e-7a4e-4525-b7ed-8ea9110df67e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910068 Jun 22 00:49:18.389384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.23', 57294) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:18.396905 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.407364 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:18.646144 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 881a5a5c-554f-4210-9c13-c9e51c1a76ef up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:18.654485 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-766d6b3a-45f5-4653-8f6a-00a0a7b77699 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.655919 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-766d6b3a-45f5-4653-8f6a-00a0a7b77699 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 811 time: 0.2250278 Jun 22 00:49:18.787245 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 881a5a5c-554f-4210-9c13-c9e51c1a76ef completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:18.787385 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41badd38-3914-4669-89ac-dd5b1309fa49 req-df5aa126-c5d0-40ab-9763-28f3f377475d tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:18.790731 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 881a5a5c-554f-4210-9c13-c9e51c1a76ef triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:18.792592 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.797900 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-41badd38-3914-4669-89ac-dd5b1309fa49 req-df5aa126-c5d0-40ab-9763-28f3f377475d tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 0.5973933 Jun 22 00:49:18.918152 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:18.948268 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Allocated IP 172.20.0.8 (6f673339-605b-4693-9448-3a09d1e8b6a9/dbde1f67-d1a1-4294-a629-4a09fe4b42c8/e2b1ac27-50c3-4b70-9539-68a0137efc69) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:18.988510 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 881a5a5c-554f-4210-9c13-c9e51c1a76ef, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=881a5a5c-554f-4210-9c13-c9e51c1a76ef,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:19.012931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.012931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-d0a96435-73ac-4605-9006-ecc875eb1382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:19.100274 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:19.105540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:19.115511 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-d05e46c4-4a99-44e3-998e-faa408adc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.117703 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-d05e46c4-4a99-44e3-998e-faa408adc770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 916 time: 0.7953837 Jun 22 00:49:19.129657 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-4c1966e3-437e-40d4-ae64-0caef91dc919 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 379 time: 0.3398287 Jun 22 00:49:19.146918 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'port': {'device_id': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'admin_state_up': True, 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'security_groups': ['a593f0e1-5a5d-4b14-9575-e1ccfc41dc43']}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:19.151174 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.160122 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.163576 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bb913cc-c895-437e-b663-29c44e4748cc HTTP/1.1" status: 204 len: 168 time: 1.3741148 Jun 22 00:49:19.170440 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:19.193039 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-41badd38-3914-4669-89ac-dd5b1309fa49 req-736fea4a-791d-45b3-84b9-491b1dffeb68 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941689 Jun 22 00:49:19.200496 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb913cc-c895-437e-b663-29c44e4748cc,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:19.207687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:19.230324 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-b55c61e0-0049-45fc-9f77-13dafa8eaf7d service neutron] 10.222.0.23 "GET /v2.0/networks/728e3a7e-7a4e-4525-b7ed-8ea9110df67e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833027 Jun 22 00:49:19.255117 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.263391 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-c4541585-e05e-4bc7-8b2b-7b03864f3dc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f HTTP/1.1" status: 200 len: 217 time: 0.1233664 Jun 22 00:49:19.337576 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.346928 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:19.408016 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-aa855ef6-115a-4c64-8ef4-ccd576b5b0fe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0713003 Jun 22 00:49:19.418287 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.23', 57300) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:19.426066 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e7ef297-c468-4f08-83d6-66a578e9d102 req-b5d25f04-6da9-4d9d-9cb6-f93ace1adba3 service neutron] 10.222.0.23 "GET /v2.0/networks/728e3a7e-7a4e-4525-b7ed-8ea9110df67e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663609 Jun 22 00:49:19.493537 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-2193aee9-51ac-48d5-ae2d-4ffdff37f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.495268 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-2193aee9-51ac-48d5-ae2d-4ffdff37f58c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.1506052 Jun 22 00:49:19.577919 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-e79c2587-473e-413a-aaa4-7aa060bc8a13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404952 Jun 22 00:49:19.667389 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-1f6970ac-d638-41b2-961f-a3c67f51e87e service neutron] 10.222.0.21 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582684 Jun 22 00:49:19.706089 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:19.735266 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:19.747709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:19.753631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.754209 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.780459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Pushing event updated for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:19.788419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:19.809579 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3751996 Jun 22 00:49:19.852507 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19dc8f-f871-425d-8e26-24ef0ce8e8eb req-a8c7ad7e-df88-454e-a04e-c435bf533194 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.862940 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e19dc8f-f871-425d-8e26-24ef0ce8e8eb req-a8c7ad7e-df88-454e-a04e-c435bf533194 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 943 time: 0.4397678 Jun 22 00:49:19.869694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-69745af4-0824-4373-a05a-8adb12bc9d0a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:19.872124 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-69745af4-0824-4373-a05a-8adb12bc9d0a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 815 time: 0.4492955 Jun 22 00:49:19.879195 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Request body: {'port': {'device_id': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:19.897993 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-22f2eb93-5cf5-4f47-ae05-d187d8e2b8b2 service neutron] 10.222.0.21 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112875 Jun 22 00:49:19.898949 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Made reservation on behalf of 34e1ce76a8eb45249bebb81840785b1e for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:19.905250 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:19.924850 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Request body: {'port': {'device_id': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'admin_state_up': True, 'tenant_id': '4d610f5d44f649dba96f970a85acde50'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:20.061286 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-786b879f-b143-4ff8-b265-ca38d7806f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.099225 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e19dc8f-f871-425d-8e26-24ef0ce8e8eb req-9457cce0-f5d7-4578-81f9-8719cf46f8b6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261126 Jun 22 00:49:20.170619 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.187826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.241374 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Allocated IP 172.20.0.10 (793a8a4f-9515-471d-bfbe-795c50d8b4ff/a2773e95-1fd1-4114-9580-9afc79a88049/a6620cb5-0e9c-4290-b8cf-696c6bffd6cd) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:20.448909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.543013 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-74dfa4de-9dc5-46bc-b9f3-1ab2bf987ea7 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9349098 Jun 22 00:49:20.568812 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 881a5a5c-554f-4210-9c13-c9e51c1a76ef up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:20.572684 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9329edf8-e20d-4043-8eaf-a4d99c795075 req-de2e2d69-ae25-4bc2-8753-08dc05c3e40d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 210 time: 0.1043973 Jun 22 00:49:20.581861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Made reservation on behalf of 4d610f5d44f649dba96f970a85acde50 for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:20.604742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.638159 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e17b6cd1-781f-4714-9b54-01298b737008 req-6a7f1efc-0d19-4abc-aeec-359013a499c3 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 210 time: 0.1378326 Jun 22 00:49:20.723753 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 881a5a5c-554f-4210-9c13-c9e51c1a76ef triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:20.724214 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:20.799302 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-aed6e5af-4a57-44fb-9e3e-7a296c92a1ca req-dc961581-c647-4989-96d7-fdb65611df33 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 210 time: 0.1226070 Jun 22 00:49:20.870763 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Transition to ACTIVE for port object a6620cb5-0e9c-4290-b8cf-696c6bffd6cd will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:20.962386 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1e06579a-06d5-48b6-a7f9-c0e9c23ec4fd req-b80a3bbc-840d-4013-96ba-793f7c4e8002 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228750 Jun 22 00:49:20.978580 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.000104 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ced46986-0b96-4ebf-b0b5-da5a1bf155c9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:21.053736 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:21.060969 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:21.067766 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:21.073786 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.074453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.076589 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b1ac27-50c3-4b70-9539-68a0137efc69 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:21.085937 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c6fe2-7702-4368-98fe-115a3f43a776 req-5b22fe58-c7b6-494e-be65-23790e3fe199 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.086803 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.087474 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-311c6fe2-7702-4368-98fe-115a3f43a776 req-5b22fe58-c7b6-494e-be65-23790e3fe199 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 0.1759953 Jun 22 00:49:21.089597 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:21.092702 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:21.119374 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.137840 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-311c6fe2-7702-4368-98fe-115a3f43a776 req-619a1b58-f520-4826-a32a-b7cf8e6156f4 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393782 Jun 22 00:49:21.139275 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Transition to ACTIVE for port object e2b1ac27-50c3-4b70-9539-68a0137efc69 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:21.148169 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0068455 Jun 22 00:49:21.149545 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.170036 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Request body: {'port': {'device_id': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:21.277017 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:21.344386 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.420969 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-f9094654-367d-4726-92e0-a8f791a161cc None None] Provisioning for port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:21.425471 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-f9094654-367d-4726-92e0-a8f791a161cc None None] Provisioning complete for port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:21.426070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f9094654-367d-4726-92e0-a8f791a161cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.477201 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Allocated IP 172.20.0.6 (6f673339-605b-4693-9448-3a09d1e8b6a9/dbde1f67-d1a1-4294-a629-4a09fe4b42c8/fe1ed375-517d-4fc3-b839-87778e12d62d) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:21.594553 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:21.608935 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Attempting to bind port e2b1ac27-50c3-4b70-9539-68a0137efc69 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:21.609537 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Attempting to bind port e2b1ac27-50c3-4b70-9539-68a0137efc69 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:21.610002 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Attempting to bind port e2b1ac27-50c3-4b70-9539-68a0137efc69 on network 6f673339-605b-4693-9448-3a09d1e8b6a9 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:21.618716 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:21.619879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Port e2b1ac27-50c3-4b70-9539-68a0137efc69 on network 6f673339-605b-4693-9448-3a09d1e8b6a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:21.620317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Attempting to bind port e2b1ac27-50c3-4b70-9539-68a0137efc69 on network 6f673339-605b-4693-9448-3a09d1e8b6a9 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:21.646665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:21.647265 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Checking segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:21.647920 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Bound using segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:21.648487 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Bound port: e2b1ac27-50c3-4b70-9539-68a0137efc69, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:21.648957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.683487 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-f9094654-367d-4726-92e0-a8f791a161cc None None] Port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:49:21.798854 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a5acc-85a7-4a8d-a010-79c29ab8c8b6 req-c196262b-b3ac-40cc-9df9-f6efaf99e07f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:21.805887 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-070a5acc-85a7-4a8d-a010-79c29ab8c8b6 req-c196262b-b3ac-40cc-9df9-f6efaf99e07f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 943 time: 0.3975451 Jun 22 00:49:21.829482 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b2f53a1d-9a50-4cb6-a003-033e665303aa req-ae748b06-6bdd-4997-a96f-500984a82f41 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 210 time: 0.0398636 Jun 22 00:49:21.889595 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6620cb5-0e9c-4290-b8cf-696c6bffd6cd {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:21.904741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.923012 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Transition to ACTIVE for port object a6620cb5-0e9c-4290-b8cf-696c6bffd6cd will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:21.928528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:21.942648 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-66f4cf4f-134d-4085-8ca5-c16ee0556339 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:22.036066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 67f6ec44-4991-4d41-96e8-c4d066995b7f details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:22.049783 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:22.082181 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-070a5acc-85a7-4a8d-a010-79c29ab8c8b6 req-a9a36d3c-096a-4f34-b1bc-322d0e04a78a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714980 Jun 22 00:49:22.088059 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:22.107546 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.118718 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.139015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:22.210263 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:22.227676 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '67f6ec44-4991-4d41-96e8-c4d066995b7f', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'port_id': '67f6ec44-4991-4d41-96e8-c4d066995b7f', 'mac_address': 'fa:16:3e:f9:56:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330fff2-510e-479d-a215-fc14edb7095a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:22.293031 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.299127 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-696d69e2-5810-4a40-87b0-4de6d6fa5b86 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.301398 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-696d69e2-5810-4a40-87b0-4de6d6fa5b86 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 817 time: 0.2466822 Jun 22 00:49:22.319565 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f6ec44-4991-4d41-96e8-c4d066995b7f {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:22.319926 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:22.330656 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:22.353273 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.354243 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.355347 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] 10.222.0.23 "PUT /v2.0/ports/e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 1093 time: 2.4812288 Jun 22 00:49:22.355827 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:22.402133 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:22.409155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.412396 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-199e3ce5-6240-4ed5-aeee-748c9059588c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:22.424171 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-a827e27a-ee4a-4ba0-b984-0f444539c794 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 380 time: 0.0978763 Jun 22 00:49:22.470884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Attempting to bind port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:22.471481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Attempting to bind port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:22.471984 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Attempting to bind port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:22.480165 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Pushing event updated for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:22.481604 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:22.485967 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ddbcec65-6f00-439a-b6fd-be6d000d212a req-174d306a-6d8b-4f9d-9be9-f5722d3742aa tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 210 time: 0.0303891 Jun 22 00:49:22.486669 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'port': {'device_id': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'admin_state_up': True, 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'security_groups': ['7b5a1f5c-2c7e-4e2a-889a-fd127876d296']}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:22.498965 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:22.522864 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.528091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:22.535217 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.616264 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Pushing event updated for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:22.627213 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:22.691445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Network 6f673339-605b-4693-9448-3a09d1e8b6a9 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:22.711181 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:22.714418 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:22.720352 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.720974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.725667 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bfde12-b10a-4f62-aa03-35fc13717aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:22.777012 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:22.782429 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:22.782835 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Attempting to bind port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:22.808003 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:22.808667 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Checking segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:22.808790 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Bound using segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:22.809190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Bound port: a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:22.809568 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:22.889906 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:22.919696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9cfab-4153-42d0-9bd9-71732e43e660 req-38f537a3-e676-4ad5-abe7-548916a6ca3f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:22.921514 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-79b9cfab-4153-42d0-9bd9-71732e43e660 req-38f537a3-e676-4ad5-abe7-548916a6ca3f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 944 time: 0.8805950 Jun 22 00:49:22.960713 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:22.991027 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0857034 Jun 22 00:49:23.011981 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50322) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:23.020407 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Request body: {'port': {'device_id': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:23.020880 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-79b9cfab-4153-42d0-9bd9-71732e43e660 req-ed9a7d47-9e66-4fb2-a7f0-04ff785e85f4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670781 Jun 22 00:49:23.072772 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:23.092795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.092979 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-45079660-6341-44ec-806b-1d485fde07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.095153 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Made reservation on behalf of e275c3701d924578945f2d0d15f8012c for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:23.099270 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.099404 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-45079660-6341-44ec-806b-1d485fde07ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1096 time: 0.4711745 Jun 22 00:49:23.117115 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:23.165638 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756a97c-d551-440d-a800-0dd946bf7bf3 req-b19c7028-e9ab-476d-b204-bb8814d0fc25 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.172733 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4756a97c-d551-440d-a800-0dd946bf7bf3 req-b19c7028-e9ab-476d-b204-bb8814d0fc25 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 944 time: 0.4643044 Jun 22 00:49:23.225271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Pushing event updated for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:23.230952 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-ba7c403f-5484-4503-a7a8-9e8df6e39163 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.1047306 Jun 22 00:49:23.231313 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:23.311466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.313106 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.316292 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-31546941-ca86-4ee6-b785-fc602729a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.317906 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-31546941-ca86-4ee6-b785-fc602729a028 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0771921 Jun 22 00:49:23.319178 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] 10.222.0.23 "PUT /v2.0/ports/a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 1094 time: 2.1567855 Jun 22 00:49:23.319720 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:23.322317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c930edb1-81c3-4af5-991f-c1e4d524935f" -d '{"events": [{"name": "network-changed", "server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:23.332349 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.365338 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.373336 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.390907 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4756a97c-d551-440d-a800-0dd946bf7bf3 req-8298439f-54d0-4426-8785-50500699f399 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172902 Jun 22 00:49:23.478040 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-c25b73b6-74e2-4396-98b5-19bd53fc2f64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933876 Jun 22 00:49:23.592405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c1e316-75b4-481e-9fe3-cd6627a1b657 x-openstack-request-id: req-a0c1e316-75b4-481e-9fe3-cd6627a1b657 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:23.592711 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:23.593118 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c1e316-75b4-481e-9fe3-cd6627a1b657 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:23.594180 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69', 'status': 'completed', 'code': 200} Jun 22 00:49:23.614002 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Allocated IP 172.20.0.13 (df872962-1cdd-4b30-bb29-7f3978516520/a5e14790-0459-4adb-9e76-23b3d2890ea8/e19d6b75-860d-4909-9579-e092b65e1925) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:23.765093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-6961bbc5-ddeb-4c11-9235-ba92ebd76576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.766594 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-6961bbc5-ddeb-4c11-9235-ba92ebd76576 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1097 time: 0.3004439 Jun 22 00:49:23.835174 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-8164d231-e594-4422-a85e-df681e73ec10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 217 time: 0.0506983 Jun 22 00:49:23.843844 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-d53af774-3ceb-4bb4-812c-651f828bcb80 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581145 Jun 22 00:49:23.895877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365292e-b9f8-4743-8f5f-d10b68a910e3 req-781c7af2-6719-4944-bf1e-b6a91cf4a343 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.897375 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d365292e-b9f8-4743-8f5f-d10b68a910e3 req-781c7af2-6719-4944-bf1e-b6a91cf4a343 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 944 time: 0.2130377 Jun 22 00:49:23.922396 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:23.939370 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4da53-45dd-4252-bdef-b3786b6f6c1d req-949c3fe6-cada-4d2b-ba6f-828e82298d56 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.941459 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5eb4da53-45dd-4252-bdef-b3786b6f6c1d req-949c3fe6-cada-4d2b-ba6f-828e82298d56 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 931 time: 0.2645581 Jun 22 00:49:23.949221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55fcd067-9a8f-4075-9ba2-829a44e17068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:23.950688 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-55fcd067-9a8f-4075-9ba2-829a44e17068 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.1058843 Jun 22 00:49:23.957863 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Transition to ACTIVE for port object e19d6b75-860d-4909-9579-e092b65e1925 will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:23.999168 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d365292e-b9f8-4743-8f5f-d10b68a910e3 req-feb35f55-9e6e-49ee-82f4-f6cad86c4cb9 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911837 Jun 22 00:49:24.009067 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.021622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 471856cf-a74e-434a-9e4b-756520a2c45c details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:24.024394 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.054174 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.070175 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35050cdb-138e-4380-98f8-211f4dd8e188 x-openstack-request-id: req-35050cdb-138e-4380-98f8-211f4dd8e188 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:24.070576 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:24.070923 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35050cdb-138e-4380-98f8-211f4dd8e188 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:24.071450 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'status': 'completed', 'code': 200} Jun 22 00:49:24.086954 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 67f6ec44-4991-4d41-96e8-c4d066995b7f up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:24.087759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717931fb-a0ff-463a-8419-250bebe95b2b req-a44b0623-a6e8-4fb9-99bd-0e91fb1cb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.089408 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-a44b0623-a6e8-4fb9-99bd-0e91fb1cb690 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290059 Jun 22 00:49:24.091374 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.096797 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5eb4da53-45dd-4252-bdef-b3786b6f6c1d req-5503da29-429e-4ca6-89b4-dd9c961f85c6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453598 Jun 22 00:49:24.119347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.120262 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0670d30b-3fb4-4126-92d8-01ca5b0ca47a req-bfb985ea-92cc-433a-9b28-942da561b1b1 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647903 Jun 22 00:49:24.180285 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=471856cf-a74e-434a-9e4b-756520a2c45c,segment=NetworkSegment(0296696f-a4c0-4cbf-bc4f-711697ecfe45),segment_id=0296696f-a4c0-4cbf-bc4f-711697ecfe45)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:24.183216 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 67f6ec44-4991-4d41-96e8-c4d066995b7f completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:24.198475 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a962b49e57b8436e95ec0adf0d8ec2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1803877 Jun 22 00:49:24.198475 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa47d7d5-f76a-4beb-baaf-0e603dce0106,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:24.201601 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50352) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:24.206801 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:24.216158 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1ed375-517d-4fc3-b839-87778e12d62d {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:24.232450 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.235900 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:24.236511 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 67f6ec44-4991-4d41-96e8-c4d066995b7f triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:24.239378 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.283879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Transition to ACTIVE for port object fe1ed375-517d-4fc3-b839-87778e12d62d will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:24.289936 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '471856cf-a74e-434a-9e4b-756520a2c45c', 'network_id': '728e3a7e-7a4e-4525-b7ed-8ea9110df67e', 'port_id': '471856cf-a74e-434a-9e4b-756520a2c45c', 'mac_address': 'fa:16:3e:88:82:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af0bb55-7169-4f85-b1a3-77bafd088860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:24.296381 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.306511 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.345136 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-ee7f7e0c-c37a-42b3-9850-31370769b4ee service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489882 Jun 22 00:49:24.350353 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:24.363530 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.375626 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.411982 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:24.428855 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Network df872962-1cdd-4b30-bb29-7f3978516520 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:24.429693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.450556 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:24.453967 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:24.456574 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:24.462742 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.463341 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.465259 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:24.503751 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.509406 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0583358 Jun 22 00:49:24.510125 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-5dd1406a-0be3-4a92-8493-1a11c9a6dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.512445 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-5dd1406a-0be3-4a92-8493-1a11c9a6dc4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1096 time: 0.2725165 Jun 22 00:49:24.524528 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:24.526660 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471856cf-a74e-434a-9e4b-756520a2c45c {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:24.532598 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.536174 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.562301 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Request body: {'port': {'device_id': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:24.575456 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50366) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:24.588668 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=471856cf-a74e-434a-9e4b-756520a2c45c,segment=NetworkSegment(0296696f-a4c0-4cbf-bc4f-711697ecfe45),segment_id=0296696f-a4c0-4cbf-bc4f-711697ecfe45)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:24.602457 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.616952 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:24.624199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:24.624794 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.645206 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-717931fb-a0ff-463a-8419-250bebe95b2b req-15c12d03-fc0b-47f7-9da0-1990540a1db7 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807302 Jun 22 00:49:24.696734 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70c770-c19a-4162-8b98-072466ba9073 req-1158a859-7c97-4df6-90cc-40a634584670 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.703998 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3c70c770-c19a-4162-8b98-072466ba9073 req-1158a859-7c97-4df6-90cc-40a634584670 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 932 time: 0.3619492 Jun 22 00:49:24.707279 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Attempting to bind port fe1ed375-517d-4fc3-b839-87778e12d62d on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:24.709302 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Attempting to bind port fe1ed375-517d-4fc3-b839-87778e12d62d by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:24.710960 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Attempting to bind port fe1ed375-517d-4fc3-b839-87778e12d62d on network 6f673339-605b-4693-9448-3a09d1e8b6a9 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:24.745124 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Port fe1ed375-517d-4fc3-b839-87778e12d62d on network 6f673339-605b-4693-9448-3a09d1e8b6a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:24.746054 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Attempting to bind port fe1ed375-517d-4fc3-b839-87778e12d62d on network 6f673339-605b-4693-9448-3a09d1e8b6a9 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:24.750614 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:24.767000 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4e15d-161d-47c3-bc5e-f3105d1add73" -d '{"events": [{"server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "name": "network-vif-plugged", "status": "completed", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:24.772111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:24.772913 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b67bdb-eae0-4075-a6e9-73247083cfd3 req-2b7c7f94-589c-4982-bb83-423ef677f3d3 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.774653 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-54b67bdb-eae0-4075-a6e9-73247083cfd3 req-2b7c7f94-589c-4982-bb83-423ef677f3d3 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 944 time: 0.4737489 Jun 22 00:49:24.803739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:24.804221 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Checking segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:24.805461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Bound using segment: {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:24.805461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Bound port: fe1ed375-517d-4fc3-b839-87778e12d62d, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932990e0-9759-43fd-b119-02420a0bb254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:24.805461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.843277 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.860268 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.864912 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3c70c770-c19a-4162-8b98-072466ba9073 req-d0395776-2b67-44cd-b059-c7c5c9701222 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601121 Jun 22 00:49:24.907345 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-f0b16304-a6ec-463d-a4c1-66b7fed18211 None None] Provisioning for port e19d6b75-860d-4909-9579-e092b65e1925 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:24.932075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-f0b16304-a6ec-463d-a4c1-66b7fed18211 None None] Provisioning complete for port e19d6b75-860d-4909-9579-e092b65e1925 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:24.933608 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f0b16304-a6ec-463d-a4c1-66b7fed18211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.938093 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-54b67bdb-eae0-4075-a6e9-73247083cfd3 req-6232eb47-4ec5-42cb-a5db-6a70267a12b0 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418574 Jun 22 00:49:24.960869 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.963960 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-1ea95c08-84c1-4748-9f71-2a48dd243009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:24.965422 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-1ea95c08-84c1-4748-9f71-2a48dd243009 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.4178905 Jun 22 00:49:24.969736 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:24.974080 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa47d7d5-f76a-4beb-baaf-0e603dce0106 HTTP/1.1" status: 204 len: 168 time: 0.7667089 Jun 22 00:49:24.974080 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4ff850cd-1423-4e53-9b63-115e676ebcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:24.975539 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:24.979854 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=fe1ed375-517d-4fc3-b839-87778e12d62d,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:25.035312 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-1cded4e5-f60d-4b02-886f-3535e97ba532 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0492847 Jun 22 00:49:25.058142 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-f0b16304-a6ec-463d-a4c1-66b7fed18211 None None] Port e19d6b75-860d-4909-9579-e092b65e1925 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:49:25.060676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.090834 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa47d7d5-f76a-4beb-baaf-0e603dce0106,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:25.098280 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:25.098926 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-29df8119-7a26-4409-a242-b55f9dd66399 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:25.161120 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b590b9cd-c9b1-4d35-a0a5-763de528cee8 x-openstack-request-id: req-b590b9cd-c9b1-4d35-a0a5-763de528cee8 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:25.161531 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "name": "network-vif-plugged", "status": "completed", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:25.161918 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b590b9cd-c9b1-4d35-a0a5-763de528cee8 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:25.162838 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f', 'code': 200} Jun 22 00:49:25.181593 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.182389 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.183785 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] 10.222.0.23 "PUT /v2.0/ports/fe1ed375-517d-4fc3-b839-87778e12d62d HTTP/1.1" status: 200 len: 1093 time: 2.1707897 Jun 22 00:49:25.188540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Pushing event updated for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:25.192562 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:25.197628 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-4ccf3b2b-3bea-41c7-8db9-92d8850fc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.199277 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-4ccf3b2b-3bea-41c7-8db9-92d8850fc2e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.1626215 Jun 22 00:49:25.293046 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['471856cf-a74e-434a-9e4b-756520a2c45c'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:25.303546 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-ab4c50f7-92ae-4ed5-8c23-af2b8b392fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.305039 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-ab4c50f7-92ae-4ed5-8c23-af2b8b392fd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1097 time: 0.5166426 Jun 22 00:49:25.479631 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50402) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:25.481816 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-2740b528-f71a-40e5-9e32-c63ab75a9b14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743523 Jun 22 00:49:25.588477 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.594878 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:25.597615 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c" -d '{"events": [{"name": "network-changed", "server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:25.607908 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.620836 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.644567 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:25.660729 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-ce70195e-463e-46d4-b690-a0489f0b80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.662285 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-ce70195e-463e-46d4-b690-a0489f0b80cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 1096 time: 0.1843731 Jun 22 00:49:25.669793 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf26386-48a6-4c18-a68c-23de3f7fdb4f req-ea43d025-f7b9-49a5-939c-30f9bc769b40 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.671150 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-eaf26386-48a6-4c18-a68c-23de3f7fdb4f req-ea43d025-f7b9-49a5-939c-30f9bc769b40 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.1921711 Jun 22 00:49:25.681496 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-3266e1b9-50d6-48e4-98e2-88b3ef4ed800 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499953 Jun 22 00:49:25.710833 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-bd3c7adb-96bc-47ef-9e01-1df92dffcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.712298 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-bd3c7adb-96bc-47ef-9e01-1df92dffcac6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.3961511 Jun 22 00:49:25.768376 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-92436c60-23a9-4edb-90ab-01bf2e9e2639 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1ed375-517d-4fc3-b839-87778e12d62d HTTP/1.1" status: 200 len: 217 time: 0.0895903 Jun 22 00:49:25.768674 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=712de6fcfda24d7996dcc6481ef56019&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1857018 Jun 22 00:49:25.771342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50406) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:25.810022 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c481fb1-6931-4269-90db-3cf722a87ac0 req-dad97494-6c53-44c2-9e2d-bdfc76467bee tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.811482 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9c481fb1-6931-4269-90db-3cf722a87ac0 req-dad97494-6c53-44c2-9e2d-bdfc76467bee tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 945 time: 0.5965314 Jun 22 00:49:25.823443 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c4053e-a726-4f3a-990e-b43674938e6e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:25.826568 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-b94e22c8-caa7-4b49-80cd-b387b74f23c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 217 time: 0.0979047 Jun 22 00:49:25.831213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:25.854883 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-eaf26386-48a6-4c18-a68c-23de3f7fdb4f req-9721852f-3d20-4446-9994-7fe3d11fd1c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772842 Jun 22 00:49:25.907512 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-1ded9364-557c-4edc-be6e-1a32b20aacd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.910065 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-1ded9364-557c-4edc-be6e-1a32b20aacd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.1350863 Jun 22 00:49:25.917584 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-62347cb6-eea7-4cf7-9c41-34478098c4c8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264688 Jun 22 00:49:25.926051 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-940f6fca-41a1-4f08-9d1f-32375298593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:25.927069 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-940f6fca-41a1-4f08-9d1f-32375298593e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 1098 time: 0.3929777 Jun 22 00:49:25.933463 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.985954 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-9f252da5-18af-4af8-aeea-23ab721eb821 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669568 Jun 22 00:49:25.988132 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:25.994256 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9c481fb1-6931-4269-90db-3cf722a87ac0 req-8a92e0fd-b0d3-4e45-a86e-32cf665ebfba tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720824 Jun 22 00:49:25.996181 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:26.006381 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.020875 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.032380 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-1759f662-f1cd-4dab-b0a3-6a07ccc63c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.034058 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-1759f662-f1cd-4dab-b0a3-6a07ccc63c15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.1875622 Jun 22 00:49:26.058333 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Transition to ACTIVE for port object e19d6b75-860d-4909-9579-e092b65e1925 will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:26.072654 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e492fb6-c4c8-4473-9ade-c9a5c347ae65 x-openstack-request-id: req-4e492fb6-c4c8-4473-9ade-c9a5c347ae65 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:26.072969 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:26.073247 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e492fb6-c4c8-4473-9ade-c9a5c347ae65 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:26.073718 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d', 'status': 'completed', 'code': 200} Jun 22 00:49:26.081702 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.092332 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:26.131664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.151914 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-95a5d72f-be2a-4396-8b7c-ae95bf91b629 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559482 Jun 22 00:49:26.154568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.155281 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.158272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.162473 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5c4053e-a726-4f3a-990e-b43674938e6e HTTP/1.1" status: 204 len: 168 time: 0.3889256 Jun 22 00:49:26.170394 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69ec8b-8653-41b4-a19f-f426bcb5b405 req-4248e43d-18e8-4076-aa6c-1d9cd64371cd tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.171882 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d69ec8b-8653-41b4-a19f-f426bcb5b405 req-4248e43d-18e8-4076-aa6c-1d9cd64371cd tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 943 time: 0.1818862 Jun 22 00:49:26.173702 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9126a146-44c0-475e-8f4c-0abac20b660c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:26.242603 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c4053e-a726-4f3a-990e-b43674938e6e,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:26.251325 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:26.286237 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d69ec8b-8653-41b4-a19f-f426bcb5b405 req-ef18cd9d-6799-4c0c-b667-b65174cf2990 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939631 Jun 22 00:49:26.339930 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f7074-bd43-4827-8be8-704ba06df597 req-e61a22b3-2e5d-4307-aae2-05181be15eea service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669042 Jun 22 00:49:26.508097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:26.541638 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:26.545217 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:26.567262 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-1999573c-f24c-4cb3-82bf-5301d475ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.568756 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-1999573c-f24c-4cb3-82bf-5301d475ff2f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 1096 time: 0.1233885 Jun 22 00:49:26.603628 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208bd79-ccd6-4f3f-88df-f37e9f39ec14 req-21e1a32c-8f5c-471f-8f7f-41aa5cc552f8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.605739 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e208bd79-ccd6-4f3f-88df-f37e9f39ec14 req-21e1a32c-8f5c-471f-8f7f-41aa5cc552f8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 944 time: 0.1282711 Jun 22 00:49:26.617947 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82264506b56848f0b958b9f369c9abb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1006289 Jun 22 00:49:26.633141 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50430) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:26.649124 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7332de-e57f-4dcd-83e6-8133b1f790cb,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:26.671633 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:26.673358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Attempting to bind port e19d6b75-860d-4909-9579-e092b65e1925 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:26.673728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Attempting to bind port e19d6b75-860d-4909-9579-e092b65e1925 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:26.674349 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Attempting to bind port e19d6b75-860d-4909-9579-e092b65e1925 on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:26.685251 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e208bd79-ccd6-4f3f-88df-f37e9f39ec14 req-caf074c1-8ef1-4eb9-b4b0-c6c3e77ce950 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434439 Jun 22 00:49:26.685798 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-3dc63482-4be2-4016-b98b-0cc254c642be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.687278 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-3dc63482-4be2-4016-b98b-0cc254c642be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6444342 Jun 22 00:49:26.718250 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Port e19d6b75-860d-4909-9579-e092b65e1925 on network df872962-1cdd-4b30-bb29-7f3978516520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:26.718580 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Attempting to bind port e19d6b75-860d-4909-9579-e092b65e1925 on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:26.725115 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-f42a9e1a-dbba-4bf0-b84b-c5a39aa6fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.727346 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-f42a9e1a-dbba-4bf0-b84b-c5a39aa6fb8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.1503696 Jun 22 00:49:26.739694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50436) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:26.778287 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:26.778635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Checking segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:26.779020 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Bound using segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:26.779473 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Bound port: e19d6b75-860d-4909-9579-e092b65e1925, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:26.779827 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.789394 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-d60d31d1-8da9-4e49-94f7-781ed19b840c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1ed375-517d-4fc3-b839-87778e12d62d HTTP/1.1" status: 200 len: 217 time: 0.0563772 Jun 22 00:49:26.790316 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.826572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eac32-107b-46ee-8547-6e4104448ac2 req-9c271800-20da-4057-96a5-4e29d6a75d54 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.828114 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f82eac32-107b-46ee-8547-6e4104448ac2 req-9c271800-20da-4057-96a5-4e29d6a75d54 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.3754210 Jun 22 00:49:26.847953 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.850682 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-05ab0a2e-bed8-4a85-9291-449c1002bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:26.852214 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-05ab0a2e-bed8-4a85-9291-449c1002bf4a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0546336 Jun 22 00:49:26.888130 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-6e53db47-b811-4dca-b195-f9d7fb9e3074 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282834 Jun 22 00:49:26.914698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.946839 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.948463 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:26.976087 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-12406593-538c-4df5-a9a1-e61002347288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.010813 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-ace3f2c9-17c6-48a3-bc3c-d9c4d3c86ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116474 Jun 22 00:49:27.013641 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f82eac32-107b-46ee-8547-6e4104448ac2 req-f6275966-4fe0-4f41-80d8-3ac93c4c2407 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720853 Jun 22 00:49:27.049004 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1002188 Jun 22 00:49:27.050221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:27.103311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.109865 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=29978dc5-39cb-4f2f-91a5-ecf6c6a5b0db,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.114355 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:27.125031 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50448) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:27.128773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.130414 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.135254 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.142751 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5cd20474-64dd-4e9f-b152-2e2ccb4fff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.145154 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.200487 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9db60c-3da4-4006-b7ff-26b95abd361a,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.209068 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.215857 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=950665a3d1274b30bb8d42438b6c3cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703946 Jun 22 00:49:27.218408 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50452) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:27.238541 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-1600d744-5e16-4d5c-9c63-30508d36fe7f service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435724 Jun 22 00:49:27.246897 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.247517 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.248869 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-be982015-424c-458d-b7e3-d7460b326fed service neutron] 10.222.0.23 "PUT /v2.0/ports/e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 1094 time: 2.6999295 Jun 22 00:49:27.249816 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:27.252424 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc" -d '{"events": [{"name": "network-changed", "server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:27.254958 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.271541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.275841 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d7332de-e57f-4dcd-83e6-8133b1f790cb HTTP/1.1" status: 204 len: 168 time: 0.6408777 Jun 22 00:49:27.283304 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fe58d-651a-4189-9061-28a923e69a55 req-9e0da271-0010-4d2d-bd3b-b47ec5c55b2f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.285381 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e76fe58d-651a-4189-9061-28a923e69a55 req-9e0da271-0010-4d2d-bd3b-b47ec5c55b2f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.2941265 Jun 22 00:49:27.293208 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.297149 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.297893 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.302259 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c930edb1-81c3-4af5-991f-c1e4d524935f req-52f22b69-783b-42b0-88cf-1d1ccb5bc522 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699172 Jun 22 00:49:27.311622 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7332de-e57f-4dcd-83e6-8133b1f790cb,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.318029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.324609 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.352675 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551ea0c-d710-4d72-95b8-3eae06b11137 req-40b08290-c774-471e-b193-70cb9fe32baa tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.361387 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1551ea0c-d710-4d72-95b8-3eae06b11137 req-40b08290-c774-471e-b193-70cb9fe32baa tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 945 time: 0.2107737 Jun 22 00:49:27.379806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.398783 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e76fe58d-651a-4189-9061-28a923e69a55 req-f5ec65f9-bea7-4cb2-8ac7-13de51a25970 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005962 Jun 22 00:49:27.408761 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1551ea0c-d710-4d72-95b8-3eae06b11137 req-05e90c28-c630-4593-9f49-a26efc932389 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460038 Jun 22 00:49:27.425243 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.486869 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f56acd-d927-400d-9fcf-952c4117fb6b x-openstack-request-id: req-19f56acd-d927-400d-9fcf-952c4117fb6b {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:27.487262 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:27.487545 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19f56acd-d927-400d-9fcf-952c4117fb6b {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:27.487980 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'status': 'completed', 'code': 200} Jun 22 00:49:27.600203 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-82bc1c2c-1eea-460e-b1ea-f749be15f3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.601848 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-82bc1c2c-1eea-460e-b1ea-f749be15f3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1097 time: 0.0992801 Jun 22 00:49:27.634213 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.636716 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.640471 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e9db60c-3da4-4006-b7ff-26b95abd361a HTTP/1.1" status: 204 len: 168 time: 0.4165294 Jun 22 00:49:27.647366 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c6b90f4e-e1aa-4f5d-aac5-5c7d470e28e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.661544 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-68f48484-1e2c-464a-b912-885476288bf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 217 time: 0.0418327 Jun 22 00:49:27.679088 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9db60c-3da4-4006-b7ff-26b95abd361a,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.687226 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-898d9cf0-6c0f-4ae4-a819-0617d6e1738c req-e9d96fcd-08fe-42ee-a6b3-80fd14065d7b service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138596 Jun 22 00:49:27.692050 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.711512 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.714977 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-49219abc-0ea7-4d74-af61-317cb8fb0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.716618 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-49219abc-0ea7-4d74-af61-317cb8fb0612 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0491221 Jun 22 00:49:27.719745 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:27.723137 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-363c2b2e-d688-4131-abb3-ae9418e8fad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:27.777134 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dcfa3-71c2-4d98-b441-72179d6bd1ef req-0cd783ed-8607-48d2-9462-79479c597326 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.787994 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-659dcfa3-71c2-4d98-b441-72179d6bd1ef req-0cd783ed-8607-48d2-9462-79479c597326 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 943 time: 0.2191393 Jun 22 00:49:27.819354 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-b0c1e065-5352-44a2-ac95-1b659c8ea8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:27.821290 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-b0c1e065-5352-44a2-ac95-1b659c8ea8a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0983865 Jun 22 00:49:27.822178 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c82b493be0492489d8cde81fe83b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6928189 Jun 22 00:49:27.824896 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50474) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:27.840330 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a93901-6b4b-4048-999e-631d4ed52be5,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:27.845093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:27.851152 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-659dcfa3-71c2-4d98-b441-72179d6bd1ef req-f16fab25-5557-46f2-8372-0803ff1e5dd3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606904 Jun 22 00:49:28.015030 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.055859 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a08969-4e43-4275-8624-a1c42ed48407 req-014dd7d5-2447-447e-8930-f70a5ee9e883 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.058229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e2b1ac27-50c3-4b70-9539-68a0137efc69 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:28.062773 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 471856cf-a74e-434a-9e4b-756520a2c45c up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:28.063408 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b2a08969-4e43-4275-8624-a1c42ed48407 req-014dd7d5-2447-447e-8930-f70a5ee9e883 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 944 time: 0.2014241 Jun 22 00:49:28.077765 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-a656857a-2492-45bd-82d3-5d2f572d0979 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139657 Jun 22 00:49:28.084091 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.231186 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b2a08969-4e43-4275-8624-a1c42ed48407 req-eb568805-b0c4-44b0-b7a7-470c22ea6b4e tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667979 Jun 22 00:49:28.290664 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887a1e7-897c-4ff7-a7a9-5c74e08cd590 req-db7bc868-3b7a-43f2-b787-250a50c7e963 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.299000 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e887a1e7-897c-4ff7-a7a9-5c74e08cd590 req-db7bc868-3b7a-43f2-b787-250a50c7e963 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.1006370 Jun 22 00:49:28.304166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.313769 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.314917 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6a93901-6b4b-4048-999e-631d4ed52be5 HTTP/1.1" status: 204 len: 168 time: 0.4888542 Jun 22 00:49:28.316577 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-36b60bdf-e610-423c-8685-8eb13cb32b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:28.321538 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-00f52e26-89ca-46fd-a0ce-310c0e175abd req-97518800-9581-4cf0-981d-fe203851ccc4 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352383 Jun 22 00:49:28.327346 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a93901-6b4b-4048-999e-631d4ed52be5,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:28.331677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:28.346611 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 471856cf-a74e-434a-9e4b-756520a2c45c completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:28.356826 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e887a1e7-897c-4ff7-a7a9-5c74e08cd590 req-195322de-2dae-47a1-9d10-a5b5dbab884e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568531 Jun 22 00:49:28.359647 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:28.375194 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 471856cf-a74e-434a-9e4b-756520a2c45c triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:28.375586 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.385390 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e2b1ac27-50c3-4b70-9539-68a0137efc69', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'port_id': 'e2b1ac27-50c3-4b70-9539-68a0137efc69', 'mac_address': 'fa:16:3e:34:4f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:28.466910 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.514688 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b1ac27-50c3-4b70-9539-68a0137efc69 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:28.549375 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-ff6449fc-4d4d-4082-bb61-e91b2ab0c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.551634 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-ff6449fc-4d4d-4082-bb61-e91b2ab0c7a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1097 time: 0.1146984 Jun 22 00:49:28.584785 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:28.600274 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.601645 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a6620cb5-0e9c-4290-b8cf-696c6bffd6cd details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:28.605803 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-e2ea61ca-b648-4744-bfd2-5038d695beb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:28.640762 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.686277 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b213-28fa-4d51-8281-e99e29ad020c req-8e5de669-d6ef-41a1-bcc4-bcbfd9c1c59c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.687867 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0e57b213-28fa-4d51-8281-e99e29ad020c req-8e5de669-d6ef-41a1-bcc4-bcbfd9c1c59c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.1145258 Jun 22 00:49:28.733026 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:28.735415 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3efeeeb-aad3-4b4b-99b6-85389d2fb560" -d '{"events": [{"server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "name": "network-vif-plugged", "status": "completed", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:28.745794 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0e57b213-28fa-4d51-8281-e99e29ad020c req-0665752b-21e6-4b68-bc6a-ba223a35b28f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Jun 22 00:49:28.771252 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:28.775255 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:28.779882 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=471856cf-a74e-434a-9e4b-756520a2c45c,segment=NetworkSegment(0296696f-a4c0-4cbf-bc4f-711697ecfe45),segment_id=0296696f-a4c0-4cbf-bc4f-711697ecfe45)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:28.788133 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.792894 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:28.824071 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c61892-52ed-4fb0-82de-ba6655987714 x-openstack-request-id: req-34c61892-52ed-4fb0-82de-ba6655987714 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:28.824399 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "name": "network-vif-plugged", "status": "completed", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:28.824670 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34c61892-52ed-4fb0-82de-ba6655987714 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:28.825072 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c', 'code': 200} Jun 22 00:49:28.845975 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-9101f57b-30f6-402c-af20-d534502170f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:28.847651 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-9101f57b-30f6-402c-af20-d534502170f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.2879684 Jun 22 00:49:28.870560 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50522) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:28.892280 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:28.896999 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50528) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:28.899177 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:28.902536 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:28.924416 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:28.932873 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'port_id': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'mac_address': 'fa:16:3e:8f:79:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:28.953186 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-175a3646-17b5-488d-8e3a-b7417779c935 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 217 time: 0.0984600 Jun 22 00:49:29.030558 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.062306 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6620cb5-0e9c-4290-b8cf-696c6bffd6cd {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:29.066991 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1bba5-d4f6-4ca8-95bf-3e3c00610087 req-3a8fa46e-8736-4996-a35e-f58ca4c13f62 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.069868 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-89c1bba5-d4f6-4ca8-95bf-3e3c00610087 req-3a8fa46e-8736-4996-a35e-f58ca4c13f62 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 945 time: 0.3738461 Jun 22 00:49:29.089712 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-7aa89a78-a1f3-45ab-a09d-e44b3ecbd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.091762 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-7aa89a78-a1f3-45ab-a09d-e44b3ecbd94a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.1251945 Jun 22 00:49:29.094730 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:29.100560 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.103863 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-625031166-network', 'tenant_id': '617c0d8f6ed047449fd8cf2670af465b'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:29.106276 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.122288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.160671 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-89c1bba5-d4f6-4ca8-95bf-3e3c00610087 req-4511a2f0-3599-4b99-9a67-c51b017f9b2c tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821786 Jun 22 00:49:29.177564 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.188975 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-9c349961-39c2-4c8d-bdc2-932a3b5f1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.188975 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-9c349961-39c2-4c8d-bdc2-932a3b5f1c8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835295 Jun 22 00:49:29.189190 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.189617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.209696 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3096f0af-33d7-4d97-94a5-9273694a7e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.276315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Made reservation on behalf of 617c0d8f6ed047449fd8cf2670af465b for: {'network': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:29.278599 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.290732 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b73b4ded1e8f421480d79ec249ab89b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926647 Jun 22 00:49:29.294785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50538) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:29.309399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.313271 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe85b215-92cc-4a95-b92a-21b3f555e0e2,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.316689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.374663 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f6876-0c0e-44a1-9d86-712cdf6bc907 req-f1209e10-b907-4ab1-880b-10e7c8b29699 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.376281 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-284f6876-0c0e-44a1-9d86-712cdf6bc907 req-f1209e10-b907-4ab1-880b-10e7c8b29699 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 943 time: 0.2796123 Jun 22 00:49:29.498306 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.507357 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-76949388-0055-4716-ad5d-24868196bf3a service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748201 Jun 22 00:49:29.549679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.589471 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921f211-c3fe-466f-b4d6-a9eb5941c0b0 req-2aff4a39-0578-42eb-bb6e-c9beac5bc8bd tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.589980 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca5402-280f-46ca-9c28-96ca02fc7be9 req-b60c47db-a32d-410d-b26d-fa24735fce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.591203 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b921f211-c3fe-466f-b4d6-a9eb5941c0b0 req-2aff4a39-0578-42eb-bb6e-c9beac5bc8bd tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 945 time: 0.2239249 Jun 22 00:49:29.592027 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e6ca5402-280f-46ca-9c28-96ca02fc7be9 req-b60c47db-a32d-410d-b26d-fa24735fce06 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 1099 time: 0.3899202 Jun 22 00:49:29.644632 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-284f6876-0c0e-44a1-9d86-712cdf6bc907 req-4262a3d9-72e4-441a-b553-335414609cdc tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594504 Jun 22 00:49:29.671584 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e6ca5402-280f-46ca-9c28-96ca02fc7be9 req-fdbde99a-9d46-484d-87b9-3fd720548a3b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713253 Jun 22 00:49:29.708315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.716241 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.723510 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-112e1664-80da-4806-8995-7c59f4bc0f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.724326 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b921f211-c3fe-466f-b4d6-a9eb5941c0b0 req-8ea21f32-d62f-4715-a23b-1732b955005e tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952799 Jun 22 00:49:29.728886 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:29.748788 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a8321c42-1761-4cfa-ad1e-03c5e1f243dc req-7cbd7c82-5dfd-4050-aad3-f6fa438b8abf service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204230 Jun 22 00:49:29.765142 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.769303 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.770776 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe85b215-92cc-4a95-b92a-21b3f555e0e2 HTTP/1.1" status: 204 len: 168 time: 0.4749906 Jun 22 00:49:29.771800 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d2cc9ed2-4054-4cef-9b90-e06a33f0cd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:29.782918 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=104337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:49:29.785005 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.787994 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe85b215-92cc-4a95-b92a-21b3f555e0e2,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:29.790845 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.790986 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:29.822209 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.822573 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.segments_db [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Added segment 76820d27-95ae-4057-813e-5a12ad70a366 of type vlan for network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 Jun 22 00:49:29.893960 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:29.924293 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352a2de-c4fd-458e-b1db-22300da57ca5 req-372ac635-bd29-4b91-8b70-57b6838f8654 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:29.946054 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c352a2de-c4fd-458e-b1db-22300da57ca5 req-372ac635-bd29-4b91-8b70-57b6838f8654 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.1642814 Jun 22 00:49:29.998980 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.013895 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c352a2de-c4fd-458e-b1db-22300da57ca5 req-94bd48ca-8b6c-4f6d-93ce-a5dbcd59d4b8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668190 Jun 22 00:49:30.015249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.018473 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.022628 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e2b1ac27-50c3-4b70-9539-68a0137efc69'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:30.024676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:30.029113 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f350c5d-07ba-4a05-9547-32a18b840968 req-8a3321d6-5f56-47fd-9f5e-f305a4d4f153 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.044301 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3f350c5d-07ba-4a05-9547-32a18b840968 req-8a3321d6-5f56-47fd-9f5e-f305a4d4f153 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.1272817 Jun 22 00:49:30.062771 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device fe1ed375-517d-4fc3-b839-87778e12d62d details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:30.088766 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2128029 Jun 22 00:49:30.089600 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50558) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:30.103528 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Request body: {'subnet': {'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-625031166-subnet', 'tenant_id': '617c0d8f6ed047449fd8cf2670af465b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:30.114377 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Pushing event updated for resources: {'Network': ['ID=987ea5e4-7f7c-4db9-9b90-72d65d645dd1,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:30.119106 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:30.132466 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:49:30.134437 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3f350c5d-07ba-4a05-9547-32a18b840968 req-fb68d6df-f6d8-4024-917c-86c94698dcb1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891378 Jun 22 00:49:30.135623 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Made reservation on behalf of 617c0d8f6ed047449fd8cf2670af465b for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:30.138224 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.364626 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=fe1ed375-517d-4fc3-b839-87778e12d62d,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:30.411441 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'fe1ed375-517d-4fc3-b839-87778e12d62d', 'network_id': '6f673339-605b-4693-9448-3a09d1e8b6a9', 'port_id': 'fe1ed375-517d-4fc3-b839-87778e12d62d', 'mac_address': 'fa:16:3e:9c:7d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbde1f67-d1a1-4294-a629-4a09fe4b42c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:30.494801 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.516471 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1ed375-517d-4fc3-b839-87778e12d62d {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:30.537099 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741675f-dd27-4782-8ff1-936f06b2f3ab req-4ab42881-de76-4db9-bf38-57d07c00dff5 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.538914 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0741675f-dd27-4782-8ff1-936f06b2f3ab req-4ab42881-de76-4db9-bf38-57d07c00dff5 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.1494796 Jun 22 00:49:30.545885 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=fe1ed375-517d-4fc3-b839-87778e12d62d,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:30.552462 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.556954 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:30.593178 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.600866 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:30.624137 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0741675f-dd27-4782-8ff1-936f06b2f3ab req-e7ee48c4-03c1-4e8f-bbc4-8c0dd8c1ce67 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699573 Jun 22 00:49:30.633003 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:30.647227 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:30.727167 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571f0923-7f70-4650-8073-f55825f3f848,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:30.730347 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:30.731910 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Checking segment: {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:30.732572 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Network hostable DHCP agents. Network: 987ea5e4-7f7c-4db9-9b90-72d65d645dd1, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:49:30.769052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:49:30.785560 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 987ea5e4-7f7c-4db9-9b90-72d65d645dd1) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:30.798169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6eb05-2c72-41b0-9bbc-3f1d65f8b6b9 None None] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:49:30.816956 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.817614 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:30.849529 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7485240 Jun 22 00:49:30.895638 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1833a9-5332-47b0-910b-9ac23e04dbe6 req-ae3622f9-ac3e-4cf6-aa8a-deda196e1448 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:30.903880 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ca1833a9-5332-47b0-910b-9ac23e04dbe6 req-ae3622f9-ac3e-4cf6-aa8a-deda196e1448 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 944 time: 0.1006961 Jun 22 00:49:30.984502 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ca1833a9-5332-47b0-910b-9ac23e04dbe6 req-695a70ad-8f8d-4ed1-9003-910cf50ff6fa tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779912 Jun 22 00:49:31.071963 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2552f15-192d-4a8e-a51a-e374679275c3 None None] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:49:31.092856 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df13c9-c8e3-4bb2-9132-b79794256057 req-14c1acdd-c870-4212-a846-ca52547e7dd4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:31.101476 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f4df13c9-c8e3-4bb2-9132-b79794256057 req-14c1acdd-c870-4212-a846-ca52547e7dd4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 945 time: 0.1591921 Jun 22 00:49:31.184342 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f4df13c9-c8e3-4bb2-9132-b79794256057 req-ef1cae4f-7304-4063-a5a8-df55ca02afc9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742853 Jun 22 00:49:31.294297 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28730f73-ac9c-4761-8197-f48416e86f49 req-1862d068-6f10-4f7d-b5f9-1aa489904415 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:31.295799 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-28730f73-ac9c-4761-8197-f48416e86f49 req-1862d068-6f10-4f7d-b5f9-1aa489904415 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0701189 Jun 22 00:49:31.336572 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-28730f73-ac9c-4761-8197-f48416e86f49 req-59028df6-1bc8-4c00-8f87-13a855ca0877 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342925 Jun 22 00:49:31.621539 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['fe1ed375-517d-4fc3-b839-87778e12d62d'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:31.934409 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4461a-1bfe-46aa-ae5f-e6b15f768112 req-948b6577-3e5e-4a3b-bc42-dd6f630eeed2 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:31.936222 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-aec4461a-1bfe-46aa-ae5f-e6b15f768112 req-948b6577-3e5e-4a3b-bc42-dd6f630eeed2 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.1467533 Jun 22 00:49:31.980873 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-aec4461a-1bfe-46aa-ae5f-e6b15f768112 req-7917565f-7a1b-4a6c-9e10-a6c8bd475974 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Jun 22 00:49:32.098763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:32.124931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e2b1ac27-50c3-4b70-9539-68a0137efc69 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:32.172782 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adeb658-8575-49a0-89f0-050124c27f92 req-0c704dcb-d7c5-4949-9908-b0bf95dc4405 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.175112 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8adeb658-8575-49a0-89f0-050124c27f92 req-0c704dcb-d7c5-4949-9908-b0bf95dc4405 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 944 time: 0.0728836 Jun 22 00:49:32.227166 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port e2b1ac27-50c3-4b70-9539-68a0137efc69 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:32.229850 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8adeb658-8575-49a0-89f0-050124c27f92 req-69ab8de7-5ddd-41dd-8bb7-040294aa04f8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Jun 22 00:49:32.238094 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e2b1ac27-50c3-4b70-9539-68a0137efc69 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:32.238494 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.323595 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:32.341744 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e19d6b75-860d-4909-9579-e092b65e1925', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:32.406433 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.420817 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca8f83-e2a7-40fd-ab16-d484522d0001 req-e3494502-fb2b-4c67-9ead-22d68db9177d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.423471 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.429522 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3bca8f83-e2a7-40fd-ab16-d484522d0001 req-e3494502-fb2b-4c67-9ead-22d68db9177d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 945 time: 0.0809717 Jun 22 00:49:32.449348 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:32.465119 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:32.467463 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3b3ccc-ef7b-48f8-ab46-de03102a210a" -d '{"events": [{"server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:32.482134 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3bca8f83-e2a7-40fd-ab16-d484522d0001 req-6b017b15-4783-4d77-ba96-bd08160f0dfe tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Jun 22 00:49:32.497026 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:32.497026 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:32.503492 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.510548 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3e1c9a6e-93db-4725-9afb-009d69e9f7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:32.514361 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.514608 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a6620cb5-0e9c-4290-b8cf-696c6bffd6cd up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:32.556428 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7399ed8-e1d6-46cc-afc7-348569f8fabf x-openstack-request-id: req-c7399ed8-e1d6-46cc-afc7-348569f8fabf {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:32.556788 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "name": "network-vif-plugged", "status": "completed", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:32.557116 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7399ed8-e1d6-46cc-afc7-348569f8fabf {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:32.557588 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69', 'code': 200} Jun 22 00:49:32.589553 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec3cbc-1d46-49e3-8a35-c7aab4f668c6 req-ab0337dc-11a3-43df-ba53-e3939843f20b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:32.591308 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-aaec3cbc-1d46-49e3-8a35-c7aab4f668c6 req-ab0337dc-11a3-43df-ba53-e3939843f20b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0736976 Jun 22 00:49:32.601413 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:32.605128 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:32.605755 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:32.634432 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-aaec3cbc-1d46-49e3-8a35-c7aab4f668c6 req-9e275fc0-57e8-4f06-b3b7-7f325c03a48b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370638 Jun 22 00:49:32.652783 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:32.659706 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:32.660089 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.663096 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:32.685204 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:32.765285 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.811687 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:32.820774 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:32.822648 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:32.886017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:32.889540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:33.011907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1951c-fcfa-49c3-adae-d4bc6be3f3b9 req-7a86524c-cfa8-47b1-a0e3-528557e5d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.013336 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-50e1951c-fcfa-49c3-adae-d4bc6be3f3b9 req-7a86524c-cfa8-47b1-a0e3-528557e5d9cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0819235 Jun 22 00:49:33.067982 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-50e1951c-fcfa-49c3-adae-d4bc6be3f3b9 req-1eeb4bdc-c17f-4f17-8edc-3c1ab4948a47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Jun 22 00:49:33.105062 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-d459f0b7-0d39-4cf1-ba84-f37f8837ba38 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.106710 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-d459f0b7-0d39-4cf1-ba84-f37f8837ba38 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 808 time: 0.1537855 Jun 22 00:49:33.129938 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-aebb952f-4018-4867-b48d-78faa50c84a3 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/quotas/617c0d8f6ed047449fd8cf2670af465b HTTP/1.1" status: 200 len: 375 time: 0.0157623 Jun 22 00:49:33.164076 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-5af85bfe-8e84-4d97-b788-ac89fcffe2c5 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329211 Jun 22 00:49:33.168692 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e19d6b75-860d-4909-9579-e092b65e1925'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:33.252491 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36ff1-226c-4b75-9398-7f0e782445b9 req-562c5127-1954-4a11-9f37-0947591fbfa4 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.261525 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-96f36ff1-226c-4b75-9398-7f0e782445b9 req-562c5127-1954-4a11-9f37-0947591fbfa4 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.1164069 Jun 22 00:49:33.281661 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-59f124a1-7c8a-46eb-8243-feb1debedf4c service neutron] 10.222.0.21 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100695 Jun 22 00:49:33.307010 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-96f36ff1-226c-4b75-9398-7f0e782445b9 req-55b07f0e-f64a-4241-bff0-ee89e6e9adbd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Jun 22 00:49:33.411088 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-54167c5f-1da5-4c49-8500-e0ea4aa04c46 service neutron] 10.222.0.21 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227288 Jun 22 00:49:33.546671 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd284a0-b820-4b27-b37c-2ea04f5fbe63 req-911e2782-d114-4b61-938e-885e2061ef81 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.548464 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-edd284a0-b820-4b27-b37c-2ea04f5fbe63 req-911e2782-d114-4b61-938e-885e2061ef81 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 944 time: 0.1026616 Jun 22 00:49:33.624383 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-edd284a0-b820-4b27-b37c-2ea04f5fbe63 req-c6bb8c50-113f-4dad-894b-cc09ff449725 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Jun 22 00:49:33.729527 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-033ff6cf-6a3f-4c3b-a4ee-1a9938a7bac5 req-252b64ef-6d9d-4a28-837f-670df50c5485 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 210 time: 0.0392225 Jun 22 00:49:33.806343 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bfa93-4cd8-499b-9c42-07c955f6c750 req-a33b238a-93fd-48d4-82d9-27008b2fb41a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.808837 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a2bfa93-4cd8-499b-9c42-07c955f6c750 req-a33b238a-93fd-48d4-82d9-27008b2fb41a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1014695 Jun 22 00:49:33.866779 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a2bfa93-4cd8-499b-9c42-07c955f6c750 req-50e1100b-e849-4b40-a7bf-237dcf81e34d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511622 Jun 22 00:49:33.961632 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f4199-d941-472d-8941-9bb6846042e0 req-2957b159-13ea-4ef8-9ff7-6857902c1ea4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:33.968079 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d43f4199-d941-472d-8941-9bb6846042e0 req-2957b159-13ea-4ef8-9ff7-6857902c1ea4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0826700 Jun 22 00:49:34.009584 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d43f4199-d941-472d-8941-9bb6846042e0 req-c8a10333-9b32-4a3f-bccf-8efcbde02e0e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 Jun 22 00:49:34.091344 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device fe1ed375-517d-4fc3-b839-87778e12d62d up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:34.143338 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port fe1ed375-517d-4fc3-b839-87778e12d62d completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:34.147061 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port fe1ed375-517d-4fc3-b839-87778e12d62d triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:34.147512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.241887 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.286748 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=fe1ed375-517d-4fc3-b839-87778e12d62d,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:34.288493 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50818) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.295763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.298879 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.358109 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.361574 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.410882 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.538663 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.542753 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.545966 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-76c6b58f-7193-4ed3-94e6-7afa8a1e5da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.567443 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'}, {'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:34.571432 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff57a276-8f8b-4e86-83cd-358155660240" -d '{"events": [{"server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "name": "network-vif-plugged", "status": "completed", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd"}, {"server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "name": "network-vif-plugged", "status": "completed", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:34.576793 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b4b208bc3e54d2b902dfb040ef52f05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862058 Jun 22 00:49:34.579211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50830) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:34.589154 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4ed3d8-50e6-4040-8838-3c295a9db4ee,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.592676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.616376 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5c8c9-b73c-4897-bbd3-a0c599094d9e x-openstack-request-id: req-74c5c8c9-b73c-4897-bbd3-a0c599094d9e {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:34.616682 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "name": "network-vif-plugged", "status": "completed", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd", "code": 200}, {"server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "name": "network-vif-plugged", "status": "completed", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:34.616947 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74c5c8c9-b73c-4897-bbd3-a0c599094d9e {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:34.617408 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'code': 200} Jun 22 00:49:34.617753 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d', 'code': 200} Jun 22 00:49:34.633541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.657540 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.703531 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.706677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:34.709857 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a4ed3d8-50e6-4040-8838-3c295a9db4ee HTTP/1.1" status: 204 len: 168 time: 0.1288984 Jun 22 00:49:34.710693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0a6b2de2-4c86-4b51-b347-91906991584e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:34.729020 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4ed3d8-50e6-4040-8838-3c295a9db4ee,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:34.731539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:34.832427 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cf64b-ba98-4e7a-bebb-e72dc9ff4f2c req-c0b45da6-8398-42db-b8c4-e0a7200495d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:34.834218 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-935cf64b-ba98-4e7a-bebb-e72dc9ff4f2c req-c0b45da6-8398-42db-b8c4-e0a7200495d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0813515 Jun 22 00:49:34.919364 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-935cf64b-ba98-4e7a-bebb-e72dc9ff4f2c req-ceced02b-5132-4322-98d4-c1f331300fb5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780861 Jun 22 00:49:34.952573 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-06e4b301-1663-4843-8a96-b27283500b82 req-e670a485-9826-458b-a4c1-8dfdaf110313 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 210 time: 0.0421920 Jun 22 00:49:35.112450 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 50850) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:35.150677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.200634 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320635-088c-4bb5-873e-591aa88669ce req-c807e006-c715-4e94-bf7b-50b820f9849d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:35.203691 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-44320635-088c-4bb5-873e-591aa88669ce req-c807e006-c715-4e94-bf7b-50b820f9849d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1281660 Jun 22 00:49:35.209289 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8e372-df5a-4f3b-a769-1a31e58791dd req-8dce9e42-2363-480b-b17b-5312fa37af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:35.210983 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f5c8e372-df5a-4f3b-a769-1a31e58791dd req-8dce9e42-2363-480b-b17b-5312fa37af48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 1098 time: 0.1421509 Jun 22 00:49:35.270208 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f5c8e372-df5a-4f3b-a769-1a31e58791dd req-d515d8d2-785d-4e73-9891-4d2d77f1a770 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470970 Jun 22 00:49:35.272282 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-44320635-088c-4bb5-873e-591aa88669ce req-6a438f4b-f3cd-4d9c-ad90-bb9d91daf14c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577900 Jun 22 00:49:35.274179 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec2a7-0d3e-4444-a85f-db9dcf6306ab req-37d7dd15-5c23-4d4c-b34d-6538e9c5d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:35.275552 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-14fec2a7-0d3e-4444-a85f-db9dcf6306ab req-37d7dd15-5c23-4d4c-b34d-6538e9c5d89a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1099 time: 0.1540732 Jun 22 00:49:35.310377 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.314331 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.317776 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-43bd23af-5e80-47b6-b054-c3fd592f943e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.352687 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1406ee3efe7b415e85311639d1d0d3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390606 Jun 22 00:49:35.353825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bef296-266c-43a5-bbac-d6cdf13af8c9,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.355303 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 50852) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:35.356654 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.447884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.478483 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.491399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb079-4fcd-4b9c-a8f9-de089b1680b3 req-86fe69de-b1d3-42a9-981a-86b97d8bc45e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:35.492846 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-26acb079-4fcd-4b9c-a8f9-de089b1680b3 req-86fe69de-b1d3-42a9-981a-86b97d8bc45e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.1022418 Jun 22 00:49:35.546322 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-26acb079-4fcd-4b9c-a8f9-de089b1680b3 req-f6559bc1-a0d3-47b2-8632-83f5b8de808a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452175 Jun 22 00:49:35.565498 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.569022 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:35.570171 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/77bef296-266c-43a5-bbac-d6cdf13af8c9 HTTP/1.1" status: 204 len: 168 time: 0.2127299 Jun 22 00:49:35.571019 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:35.579067 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bef296-266c-43a5-bbac-d6cdf13af8c9,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:35.583436 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:35.744706 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-14fec2a7-0d3e-4444-a85f-db9dcf6306ab req-177d7048-552c-4102-a4d2-69ce4cb1a226 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532584 Jun 22 00:49:36.012159 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-1ce3e0d1-ddac-4517-a2cc-bd09703565d0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.019707 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-1ce3e0d1-ddac-4517-a2cc-bd09703565d0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.1339827 Jun 22 00:49:36.037578 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-e6aa05db-3119-4672-864f-4faa27889255 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/quotas/3b86765b39b14589939e00e6270286de HTTP/1.1" status: 200 len: 375 time: 0.0169437 Jun 22 00:49:36.091540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:36.142302 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-a75db24f-960e-4cd7-8ac0-ea4c01c113f8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1037216 Jun 22 00:49:36.174975 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port e19d6b75-860d-4909-9579-e092b65e1925 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:36.188163 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e19d6b75-860d-4909-9579-e092b65e1925 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:36.188636 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:36.283107 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21225c7-972e-4dad-a847-34c7fef5aa9d req-1434c2d3-2bb1-4538-a5d9-f61558f295ef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.285756 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-cf78472b-7d04-44bd-a86b-8dd11c0bbd1c service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424861 Jun 22 00:49:36.294693 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a21225c7-972e-4dad-a847-34c7fef5aa9d req-1434c2d3-2bb1-4538-a5d9-f61558f295ef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.2224102 Jun 22 00:49:36.347944 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:36.409851 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a21225c7-972e-4dad-a847-34c7fef5aa9d req-589d5e59-6465-4b12-bdfb-83b0a75023de tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139302 Jun 22 00:49:36.431451 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:36.437713 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:36.437954 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-63598750-85ba-4762-8e72-5193143ba3d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.441872 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3b319b35-7492-4c21-9302-df6fd20b2f05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:36.446003 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-63598750-85ba-4762-8e72-5193143ba3d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 808 time: 0.3142960 Jun 22 00:49:36.481380 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Request body: {'port': {'device_id': 'ac812ef0-0637-4077-8004-40176a40996d', 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1', 'admin_state_up': True, 'tenant_id': '617c0d8f6ed047449fd8cf2670af465b'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:36.489583 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-6d0df15e-2d71-4654-89fb-2c07b055edd2 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022650 Jun 22 00:49:36.540616 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:36.567448 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:36.619027 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:36.621848 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2bcff-0f75-4dfd-9afd-4f7f845a5de0" -d '{"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:36.949089 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082153a-82a6-42ed-9f45-9dd9eedbd840 req-8ff35c57-a899-4b18-97e3-2203f6d272ee tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:36.950934 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a082153a-82a6-42ed-9f45-9dd9eedbd840 req-8ff35c57-a899-4b18-97e3-2203f6d272ee tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1696320 Jun 22 00:49:36.972806 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ab23b494-3c18-4c54-bb25-c8f6ef4e0642 req-bbe92e7c-5fb8-40ea-ba05-b075ecf7f538 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 210 time: 0.3572807 Jun 22 00:49:37.009417 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a082153a-82a6-42ed-9f45-9dd9eedbd840 req-e1797825-5caf-480b-9882-a2ef887a5a9a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514247 Jun 22 00:49:37.068053 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Made reservation on behalf of 617c0d8f6ed047449fd8cf2670af465b for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:37.072526 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:37.121463 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b636c-b1a0-44d0-bdd3-a2729cdf1d56 x-openstack-request-id: req-194b636c-b1a0-44d0-bdd3-a2729cdf1d56 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:37.122481 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:37.123193 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-194b636c-b1a0-44d0-bdd3-a2729cdf1d56 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:37.124102 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'code': 200} Jun 22 00:49:37.260361 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-dfcd733f-789d-4a87-998a-0cd0038877e8 req-5c8f6170-39ed-467a-8316-47289d5848c4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 210 time: 0.0574324 Jun 22 00:49:37.292677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Allocated IP 172.20.0.7 (987ea5e4-7f7c-4db9-9b90-72d65d645dd1/571f0923-7f70-4650-8073-f55825f3f848/ec9ad170-8154-40a7-a009-b329010997f2) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:37.339624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c066f0c-e860-46ac-b535-8618d74d89dd req-ce559727-aa9e-4ae3-a54b-23d91b3922c8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.345997 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5c066f0c-e860-46ac-b535-8618d74d89dd req-ce559727-aa9e-4ae3-a54b-23d91b3922c8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1193101 Jun 22 00:49:37.419986 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5c066f0c-e860-46ac-b535-8618d74d89dd req-e571b038-e60a-4de8-ac4b-c9d7ad0425d9 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726471 Jun 22 00:49:37.549570 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:37.601924 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:37.613151 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-55816088-7d6a-4b2d-90ad-6903705f86c7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:37.634711 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095273c-db04-45ab-ba2d-6de3dfc8d9cc req-22034a14-3ecb-4aa4-957b-087c22922ef7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.636218 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1095273c-db04-45ab-ba2d-6de3dfc8d9cc req-22034a14-3ecb-4aa4-957b-087c22922ef7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0832617 Jun 22 00:49:37.670905 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:37.687255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:37.694500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:37.698444 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1095273c-db04-45ab-ba2d-6de3dfc8d9cc req-cf875b2e-1caf-4d84-9ad3-5b110612cd45 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Jun 22 00:49:37.700271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.701058 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:37.712726 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Pushing event updated for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:37.715776 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:37.723498 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2461059 Jun 22 00:49:37.771653 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133a3c6-2570-4d60-bf9c-ad446c033aa4 req-3e7c3115-3802-462f-9802-2865d671027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:37.773196 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c133a3c6-2570-4d60-bf9c-ad446c033aa4 req-3e7c3115-3802-462f-9802-2865d671027c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1099 time: 0.0645330 Jun 22 00:49:37.830241 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Request body: {'port': {'device_id': 'ac812ef0-0637-4077-8004-40176a40996d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:37.902879 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c133a3c6-2570-4d60-bf9c-ad446c033aa4 req-502afbe9-00e1-4bcb-95f4-a6502f83f322 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Jun 22 00:49:37.925200 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.291423 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4d2d3-4003-4bc4-8bfc-91bef248c695 req-bc33e879-ee41-4569-a3b0-311d47eb493d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.295184 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c2b4d2d3-4003-4bc4-8bfc-91bef248c695 req-bc33e879-ee41-4569-a3b0-311d47eb493d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0920038 Jun 22 00:49:38.314791 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9ad170-8154-40a7-a009-b329010997f2 {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:38.329995 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.339812 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2b18a-5663-450d-9ca4-a0b912452d62 req-ae47c210-3388-48da-849d-16f13e017301 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.347184 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ecd2b18a-5663-450d-9ca4-a0b912452d62 req-ae47c210-3388-48da-849d-16f13e017301 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 931 time: 0.1521041 Jun 22 00:49:38.351794 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c2b4d2d3-4003-4bc4-8bfc-91bef248c695 req-784868a9-d865-4d8e-8732-4915fa8e8e47 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488803 Jun 22 00:49:38.376178 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Transition to ACTIVE for port object ec9ad170-8154-40a7-a009-b329010997f2 will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:38.381716 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.388270 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:38.438619 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ecd2b18a-5663-450d-9ca4-a0b912452d62 req-3fad0637-d9dc-4096-977c-19a7dff1d2e4 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904722 Jun 22 00:49:38.509359 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:38.520608 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:38.526538 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bbef4469-bb0c-446e-88d7-f34d5372ecac req-735d0c59-40e8-4767-ad5d-7b8423a31607 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 210 time: 0.0458415 Jun 22 00:49:38.596092 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Attempting to bind port ec9ad170-8154-40a7-a009-b329010997f2 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:38.597198 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Attempting to bind port ec9ad170-8154-40a7-a009-b329010997f2 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:38.597701 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Attempting to bind port ec9ad170-8154-40a7-a009-b329010997f2 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:38.626824 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Port ec9ad170-8154-40a7-a009-b329010997f2 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:38.627026 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Attempting to bind port ec9ad170-8154-40a7-a009-b329010997f2 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:38.636971 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:38.637388 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Checking segment: {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:38.637901 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Bound using segment: {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:38.638437 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Bound port: ec9ad170-8154-40a7-a009-b329010997f2, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:38.638793 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.706565 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042f499-3c8b-40d5-b8cc-2a71f9403a24 req-4435dd38-f087-4d33-9892-fa20fb26a362 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.708058 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e042f499-3c8b-40d5-b8cc-2a71f9403a24 req-4435dd38-f087-4d33-9892-fa20fb26a362 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1363881 Jun 22 00:49:38.756435 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:38.780971 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=ec9ad170-8154-40a7-a009-b329010997f2,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:38.785514 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e042f499-3c8b-40d5-b8cc-2a71f9403a24 req-838b659c-cf7e-4581-98aa-296edc204ee8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619364 Jun 22 00:49:38.787214 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.789563 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:38.857992 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.858730 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:38.860472 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec9ad170-8154-40a7-a009-b329010997f2 HTTP/1.1" status: 200 len: 1093 time: 1.0346377 Jun 22 00:49:38.861019 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:38.864152 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "tag": "ec9ad170-8154-40a7-a009-b329010997f2"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:38.871665 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:38.883587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:38.906101 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a445c-fceb-4a2a-994f-be0590ea7902 req-d22e3af2-3310-4ab4-b6e7-5538dd78f142 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:38.907667 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e9a445c-fceb-4a2a-994f-be0590ea7902 req-d22e3af2-3310-4ab4-b6e7-5538dd78f142 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0874641 Jun 22 00:49:38.913498 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21641745-289c-46d7-a778-322ce9629371 x-openstack-request-id: req-21641745-289c-46d7-a778-322ce9629371 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:38.913786 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "tag": "ec9ad170-8154-40a7-a009-b329010997f2", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:38.914065 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21641745-289c-46d7-a778-322ce9629371 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:38.914496 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2', 'status': 'completed', 'code': 200} Jun 22 00:49:38.955577 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e9a445c-fceb-4a2a-994f-be0590ea7902 req-0f41ca46-f8d1-4680-8dff-4eea69b20755 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Jun 22 00:49:39.039270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51006) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:39.057641 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-276990f0-3564-4007-b5d1-d6efd5af060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.059504 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-276990f0-3564-4007-b5d1-d6efd5af060e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 1096 time: 0.0537210 Jun 22 00:49:39.130748 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-a735f180-75bb-4269-9fab-5fad6e69cd54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec9ad170-8154-40a7-a009-b329010997f2 HTTP/1.1" status: 200 len: 217 time: 0.0389905 Jun 22 00:49:39.143586 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.194595 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-b593a3d7-23e0-4803-8416-aa48faf007c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.196260 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-b593a3d7-23e0-4803-8416-aa48faf007c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=571f0923-7f70-4650-8073-f55825f3f848 HTTP/1.1" status: 200 len: 848 time: 0.0481665 Jun 22 00:49:39.235132 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-bae3f1b5-a28e-4b5b-9e14-1a24234fe68d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320046 Jun 22 00:49:39.238539 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.244407 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.248030 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f3a527f9-4607-4901-8f56-b4de4367ecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:39.284681 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0902568029e143779f267870eb0f478b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443361 Jun 22 00:49:39.285797 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dd1c88-f1c0-4aba-b0b8-d652302dcd5d,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:39.288339 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51014) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:39.295445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:39.345209 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-c2744e50-49c1-4103-9747-af71aa0a2ba3 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011188 Jun 22 00:49:39.350860 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.442151 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.515566 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-ecc6d28c-82ea-4caa-a68a-f893072d96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.516725 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-90f1f82a-356f-4501-b0f6-9daf0b1989fe req-349f943b-6cd9-4509-af06-b9a1189f9feb service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362000 Jun 22 00:49:39.517053 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-ecc6d28c-82ea-4caa-a68a-f893072d96c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 1098 time: 0.1262975 Jun 22 00:49:39.534306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf1cbd-ba09-4b22-a25d-c8100966d439 req-424a742c-9dac-4bac-bbac-e2582c741a09 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.536086 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c5bf1cbd-ba09-4b22-a25d-c8100966d439 req-424a742c-9dac-4bac-bbac-e2582c741a09 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1819854 Jun 22 00:49:39.580361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1903f9-119a-4fd1-8d2d-b3e427c8115d req-e8a0da6f-d6a3-49b2-a1f7-c91c8b33809f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.582002 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eb1903f9-119a-4fd1-8d2d-b3e427c8115d req-e8a0da6f-d6a3-49b2-a1f7-c91c8b33809f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0794570 Jun 22 00:49:39.610090 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.613148 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:39.614484 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1dd1c88-f1c0-4aba-b0b8-d652302dcd5d HTTP/1.1" status: 204 len: 168 time: 0.3249764 Jun 22 00:49:39.626648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:39.654464 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dd1c88-f1c0-4aba-b0b8-d652302dcd5d,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:39.660771 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eb1903f9-119a-4fd1-8d2d-b3e427c8115d req-9cbf0547-e2fc-4b17-9c3f-340821ae0581 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729098 Jun 22 00:49:39.668516 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:39.674162 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c5bf1cbd-ba09-4b22-a25d-c8100966d439 req-690a6c08-7983-4016-9326-9714294f2f41 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272402 Jun 22 00:49:39.705841 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-92ccc682-7f53-429c-b519-90b9053499cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.705841 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-92ccc682-7f53-429c-b519-90b9053499cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.1664238 Jun 22 00:49:39.785966 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-9419775f-33d6-4cf3-b71b-c514b05e14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.788047 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-9419775f-33d6-4cf3-b71b-c514b05e14b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 1096 time: 0.0837536 Jun 22 00:49:39.849944 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-4481beb0-e26b-46b8-85eb-8f2a0406e860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1ed375-517d-4fc3-b839-87778e12d62d HTTP/1.1" status: 200 len: 217 time: 0.0543971 Jun 22 00:49:39.871188 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8fe20b72-c13a-4603-9e13-08a80cfab39c req-b6559051-b5bc-4bca-9f28-bc9090c5e339 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 210 time: 0.0312736 Jun 22 00:49:39.941246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-815492b3-4ff6-48fa-b920-91aa9e6e70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:39.944109 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-815492b3-4ff6-48fa-b920-91aa9e6e70fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0753772 Jun 22 00:49:40.016174 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-f484306a-f8dc-4564-bc7d-0eaa79faaee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623853 Jun 22 00:49:40.039500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-170ad80d-7b6a-4384-bb3c-b5e7193e0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.041082 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-170ad80d-7b6a-4384-bb3c-b5e7193e0238 service neutron] 10.222.0.23 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 909 time: 0.1878788 Jun 22 00:49:40.074186 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51034) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:40.112724 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eac368-40f9-4b6b-9649-d8b6f248d648 req-21ca3546-debe-4315-9a36-d91300fc89c1 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.114282 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-06eac368-40f9-4b6b-9649-d8b6f248d648 req-21ca3546-debe-4315-9a36-d91300fc89c1 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 943 time: 0.3208466 Jun 22 00:49:40.121347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-2901c8f5-d066-4452-a9d9-f1c866ca37c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.122779 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-2901c8f5-d066-4452-a9d9-f1c866ca37c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.3124409 Jun 22 00:49:40.132277 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-a4a9bfd1-ce13-4d64-9b86-617612b3cc25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec9ad170-8154-40a7-a009-b329010997f2 HTTP/1.1" status: 200 len: 217 time: 0.0742612 Jun 22 00:49:40.147708 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.159173 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Request body: {'port': {'device_id': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'admin_state_up': True, 'tenant_id': '3b86765b39b14589939e00e6270286de'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:40.242047 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-06eac368-40f9-4b6b-9649-d8b6f248d648 req-12b20989-12a9-4048-9f80-a15444243b84 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154141 Jun 22 00:49:40.271195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-aac70880-4199-40ff-bf70-f5fe92e8be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.273027 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-aac70880-4199-40ff-bf70-f5fe92e8be95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=571f0923-7f70-4650-8073-f55825f3f848 HTTP/1.1" status: 200 len: 848 time: 0.1088254 Jun 22 00:49:40.274999 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-27d112dd-f505-435b-98a6-8a0d1351aee9 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503033 Jun 22 00:49:40.401410 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-f7ae1e0b-70b6-4472-934c-39bb20f27b5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514939 Jun 22 00:49:40.561254 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-4fc90538-15c9-4b73-9a53-9f1b4f931a43 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283538 Jun 22 00:49:40.587483 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fddc0-249c-41e2-b1bd-2e2947ff64e9 req-7094d985-4b07-49bc-855f-39cb3ed356a7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.589008 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-609fddc0-249c-41e2-b1bd-2e2947ff64e9 req-7094d985-4b07-49bc-855f-39cb3ed356a7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.2172835 Jun 22 00:49:40.644688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.654922 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241a4c-b5c6-4cff-bebc-cf3daf760ea0 req-b85ba506-752e-4021-a34b-75009033c67c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:40.665538 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c3241a4c-b5c6-4cff-bebc-cf3daf760ea0 req-b85ba506-752e-4021-a34b-75009033c67c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.4177184 Jun 22 00:49:40.669643 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51050) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:40.675694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'floatingip': {'port_id': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:40.683974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.694559 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-609fddc0-249c-41e2-b1bd-2e2947ff64e9 req-d3f524cf-e230-45fd-aafd-078272faa168 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897975 Jun 22 00:49:40.706628 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:49:40.710111 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cca4eaa1-8c09-4217-9d04-fcd8666bc040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:40.710827 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.753209 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c45c69b4-b568-4dc0-9626-5a6ca5592ae7 req-8aab998d-930f-434b-87e2-98750c986ac0 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578252 Jun 22 00:49:40.763263 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4dbaf2c9-9af4-4afc-88bf-3f5dea0672de req-3d416574-95a4-47ff-a428-4182ff4e62af service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218600 Jun 22 00:49:40.785098 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:40.838711 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=025ea96fec9f4c6e9802fa1a07f6c7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568984 Jun 22 00:49:40.839022 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51056) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:40.846022 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c54ee1-f920-483f-9761-c046f8dd49c8,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:40.894965 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:41.026099 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.054065 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Allocated IP 172.20.0.4 (748bd65e-7944-4283-adee-d3d64dfcde42/2330fff2-510e-479d-a215-fc14edb7095a/a8cacf3b-42e5-46ed-98ed-49acd0c5fc38) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:49:41.077248 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.137699 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91426b4-800a-40de-bea4-73e7f2f45262 req-33377f68-8a32-47f9-b4e8-72c9d36b84e3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.139160 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d91426b4-800a-40de-bea4-73e7f2f45262 req-33377f68-8a32-47f9-b4e8-72c9d36b84e3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.2254760 Jun 22 00:49:41.139283 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-93286f08-6d93-45a3-8c70-2fd246c5eea1 req-6c4cc7c7-9161-4496-860b-97986d25a9ac tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 210 time: 0.0328217 Jun 22 00:49:41.456597 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.458992 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.460088 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84c54ee1-f920-483f-9761-c046f8dd49c8 HTTP/1.1" status: 204 len: 168 time: 0.6198099 Jun 22 00:49:41.462596 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:41.472632 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d91426b4-800a-40de-bea4-73e7f2f45262 req-68564e46-e6c2-4b5c-9e02-d13656a4da40 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179612 Jun 22 00:49:41.490864 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c54ee1-f920-483f-9761-c046f8dd49c8,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:41.497639 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:41.534419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6f393-713d-4fc7-b1ba-b7d1a5913317 req-cba0e3c8-c415-41f4-8e77-c81e4924114d tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.541562 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2d6f393-713d-4fc7-b1ba-b7d1a5913317 req-cba0e3c8-c415-41f4-8e77-c81e4924114d tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.2859044 Jun 22 00:49:41.553770 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.569618 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.db.resource_extend [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 00:49:41.637940 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.641969 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:41.663687 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2d6f393-713d-4fc7-b1ba-b7d1a5913317 req-d51a9d0a-d589-499e-9051-7238aee7c966 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210296 Jun 22 00:49:41.670068 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.682916 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.703032 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:41.703773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b16193-045d-422b-b5c9-5fa41426cd14 req-f98c5201-8d89-4bd4-96d4-d19fed623779 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.705284 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b16193-045d-422b-b5c9-5fa41426cd14 req-f98c5201-8d89-4bd4-96d4-d19fed623779 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 943 time: 0.1298790 Jun 22 00:49:41.712325 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Network 748bd65e-7944-4283-adee-d3d64dfcde42 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:49:41.722266 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:49:41.725105 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event updated for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:41.733428 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:49:41.738849 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:41.739474 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.744514 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:41.763900 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6097407 Jun 22 00:49:41.773178 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b16193-045d-422b-b5c9-5fa41426cd14 req-7eaf61e8-3092-4a2d-b306-ef4c4d692767 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598464 Jun 22 00:49:41.805470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Request body: {'port': {'device_id': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:41.849176 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Floating IP 8a8bf27e-ddd2-4332-a3a2-468f822f02d7 associated. External IP: 172.28.2.69, port: a6620cb5-0e9c-4290-b8cf-696c6bffd6cd. Jun 22 00:49:41.896040 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51074) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:41.922059 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:41.932426 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.027924 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0582c-53ac-4c83-ad05-77cc9a5574ee req-72535012-a2b3-4730-8f74-9bcf32de13d7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.028205 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-78e0582c-53ac-4c83-ad05-77cc9a5574ee req-72535012-a2b3-4730-8f74-9bcf32de13d7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1329346 Jun 22 00:49:42.211891 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.217140 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.223952 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.294384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5975a044-714c-4be1-932d-2248da1fae94,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.301177 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2879fdfe278c4426ae6c4493d3e92a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004636 Jun 22 00:49:42.301177 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:42.317484 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51088) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:42.362495 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-78e0582c-53ac-4c83-ad05-77cc9a5574ee req-41bfce5e-d237-4595-b878-4fc0e5f4c8f4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988892 Jun 22 00:49:42.389296 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:49:42.404136 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96deb6-e035-4c23-a81a-8bce002f9f79 req-7d087a4c-0e56-4889-9813-e93f4d3bdc7f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.405824 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6b96deb6-e035-4c23-a81a-8bce002f9f79 req-7d087a4c-0e56-4889-9813-e93f4d3bdc7f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 931 time: 0.1364293 Jun 22 00:49:42.413857 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.415782 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:42.425124 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.454431 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Transition to ACTIVE for port object a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:49:42.463404 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.468146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.481033 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.499746 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6b96deb6-e035-4c23-a81a-8bce002f9f79 req-0fa85116-c29e-4345-92e6-d9f68501570a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792675 Jun 22 00:49:42.552163 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.571624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:42.588077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Attempting to bind port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:49:42.588334 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Attempting to bind port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:49:42.588666 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Attempting to bind port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:42.593541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 on network 748bd65e-7944-4283-adee-d3d64dfcde42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:49:42.593541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Attempting to bind port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:49:42.598634 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:49:42.598967 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Checking segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:49:42.599495 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Bound using segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:49:42.599765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Bound port: a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:49:42.600119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.605691 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:42.611387 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.631401 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:42.640831 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:42.641616 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:49:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:42.665880 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.668723 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.672240 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5975a044-714c-4be1-932d-2248da1fae94 HTTP/1.1" status: 204 len: 168 time: 0.3492143 Jun 22 00:49:42.672240 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.677510 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b5464557-f7b7-48e1-ab50-20cec6c35a7c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "PUT /v2.0/floatingips/8a8bf27e-ddd2-4332-a3a2-468f822f02d7 HTTP/1.1" status: 200 len: 991 time: 2.0063610 Jun 22 00:49:42.679257 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:42.682586 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29fc971-79b1-4da2-b636-76322f58dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:42.697048 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e371fd7-f408-4878-9710-071863536a2d req-19906c32-bc0b-4a1c-81a2-a6183c254830 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.699145 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0e371fd7-f408-4878-9710-071863536a2d req-19906c32-bc0b-4a1c-81a2-a6183c254830 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1822855 Jun 22 00:49:42.707472 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5975a044-714c-4be1-932d-2248da1fae94,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.709319 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51102) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:42.723977 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:49:42.727882 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:49:42.731875 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'floatingip': {'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:49:42.732875 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.737190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:42.776777 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46596c-652e-4377-852a-04e5172469f3 req-d9243cf9-f217-4750-a974-598441d1168c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.778816 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-be46596c-652e-4377-852a-04e5172469f3 req-d9243cf9-f217-4750-a974-598441d1168c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1590617 Jun 22 00:49:42.792345 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:42.793294 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:42.794041 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.794771 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:42.795347 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 HTTP/1.1" status: 200 len: 1093 time: 1.0032425 Jun 22 00:49:42.797509 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:42.800337 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84d195-3c1b-4e87-a23a-eae0e6074240" -d '{"events": [{"name": "network-changed", "server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:42.834606 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:42.859903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:42.876171 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-be46596c-652e-4377-852a-04e5172469f3 req-f6e2f456-f6a1-4c28-9d28-e789b5d57736 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897434 Jun 22 00:49:42.880791 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:43.076989 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-6870cf1e-e321-4194-80a2-776b4c80d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.078519 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-6870cf1e-e321-4194-80a2-776b4c80d48a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 1096 time: 0.1544609 Jun 22 00:49:43.116454 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4e49a-a0eb-46e7-b2a5-936bf217ccfa req-6b485f91-8c46-4e7c-85c0-66e52d4c11b3 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.117665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4028a1-7ced-431a-bb99-9037e02a6afb x-openstack-request-id: req-1c4028a1-7ced-431a-bb99-9037e02a6afb {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:43.118128 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:43.118393 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-67a4e49a-a0eb-46e7-b2a5-936bf217ccfa req-6b485f91-8c46-4e7c-85c0-66e52d4c11b3 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.1024499 Jun 22 00:49:43.118709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c4028a1-7ced-431a-bb99-9037e02a6afb {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:43.119375 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'status': 'completed', 'code': 200} Jun 22 00:49:43.160385 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-09bc72b4-895d-4988-9284-8598cd1954f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 HTTP/1.1" status: 200 len: 217 time: 0.0594089 Jun 22 00:49:43.238182 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-67a4e49a-a0eb-46e7-b2a5-936bf217ccfa req-315054cd-f890-4d78-aba4-cf9f09e0d4f4 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802078 Jun 22 00:49:43.259681 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b12221-3fc6-47ed-842d-bf08f393614e req-77dc4d82-7200-4ebb-8018-5e601f017611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.266459 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-77dc4d82-7200-4ebb-8018-5e601f017611 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0870647 Jun 22 00:49:43.325017 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96070d98-fa55-4848-b99d-b20c02f01aff x-openstack-request-id: req-96070d98-fa55-4848-b99d-b20c02f01aff {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:43.325339 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:43.325650 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96070d98-fa55-4848-b99d-b20c02f01aff {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:43.326073 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'status': 'completed', 'code': 200} Jun 22 00:49:43.328199 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-2bf04657-f87b-4a84-b7ac-3ce9817d2be0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449066 Jun 22 00:49:43.328641 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '8a8bf27e-ddd2-4332-a3a2-468f822f02d7', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:8f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:11Z', 'updated_at': '2021-06-22T00:49:41Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:43.367242 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:43.391638 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:43.394765 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:49:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:43.489062 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-0ae26e94-dbbe-4c8c-a6d1-c15d3fa52ac8 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263452 Jun 22 00:49:43.529592 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-c82c5132-a10a-4bd1-99ff-6039f25ffeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.536542 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-c82c5132-a10a-4bd1-99ff-6039f25ffeae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1099 time: 0.3189912 Jun 22 00:49:43.564079 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321963-85e1-42fd-b317-c5ea5719954b req-f76c13a6-1b99-4781-9e22-fb787fbacf27 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.568467 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00321963-85e1-42fd-b317-c5ea5719954b req-f76c13a6-1b99-4781-9e22-fb787fbacf27 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 943 time: 0.2702951 Jun 22 00:49:43.718213 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-23b12221-3fc6-47ed-842d-bf08f393614e req-7b473123-1550-437a-ad3b-e16a0f27f41a service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118154 Jun 22 00:49:43.743569 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:43.756679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf1059-7c2b-4740-b7a5-ee63c9cfc9f7 req-02f629bf-49a5-4570-99db-1e64d51e3b6f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.758764 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2ecf1059-7c2b-4740-b7a5-ee63c9cfc9f7 req-02f629bf-49a5-4570-99db-1e64d51e3b6f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 943 time: 0.0888345 Jun 22 00:49:43.794700 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00321963-85e1-42fd-b317-c5ea5719954b req-d385512e-a06e-43a9-a237-d9a03f275faf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035949 Jun 22 00:49:43.799524 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.db.resource_extend [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 00:49:43.865829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51148) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:43.874466 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2ecf1059-7c2b-4740-b7a5-ee63c9cfc9f7 req-b9c9d6cf-2592-42ef-aa6e-abe82f4074c6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090705 Jun 22 00:49:43.913325 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.916596 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-0fad9dc0-d496-4f18-afd6-443c3eadf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.918342 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-0fad9dc0-d496-4f18-afd6-443c3eadf361 service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.3464787 Jun 22 00:49:43.922304 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:43.998147 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-d88ed944-04aa-40ba-9866-6a0c421955a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:43.999616 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-d88ed944-04aa-40ba-9866-6a0c421955a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 1096 time: 0.1231570 Jun 22 00:49:44.109065 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '8a8bf27e-ddd2-4332-a3a2-468f822f02d7', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:8f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:11Z', 'updated_at': '2021-06-22T00:49:41Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:44.128605 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device ec9ad170-8154-40a7-a009-b329010997f2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:44.143799 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2127c16-b033-4522-9123-e9c8cbdf3aab None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '8a8bf27e-ddd2-4332-a3a2-468f822f02d7', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.69', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:8f:79:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:11Z', 'updated_at': '2021-06-22T00:49:41Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:44.169790 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.230775 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-c5a4695b-c293-4798-af60-54da0d8f13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.232223 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-c5a4695b-c293-4798-af60-54da0d8f13e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 916 time: 0.2171454 Jun 22 00:49:44.240311 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=ec9ad170-8154-40a7-a009-b329010997f2,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:44.252825 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'ec9ad170-8154-40a7-a009-b329010997f2', 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1', 'port_id': 'ec9ad170-8154-40a7-a009-b329010997f2', 'mac_address': 'fa:16:3e:84:a4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571f0923-7f70-4650-8073-f55825f3f848', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:44.285227 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-3f372d65-e6df-4507-a959-5078036ecf1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 999 time: 0.2982702 Jun 22 00:49:44.296781 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.302027 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-52990c2e-6c3a-4097-a221-6a2c964e3caa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 HTTP/1.1" status: 200 len: 217 time: 0.0611479 Jun 22 00:49:44.312884 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9ad170-8154-40a7-a009-b329010997f2 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:44.336340 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=ec9ad170-8154-40a7-a009-b329010997f2,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:44.341465 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.342083 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-f5e0c502-706e-4a1d-9ae0-260cae57557a tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.343544 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:44.345722 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-f5e0c502-706e-4a1d-9ae0-260cae57557a tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.23 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.1994650 Jun 22 00:49:44.367156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7fdad-06d7-4f6f-98d6-0d0cb7103f65 req-3c8eb687-f43a-41a6-bd9b-e95bab10527f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.372560 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ad7fdad-06d7-4f6f-98d6-0d0cb7103f65 req-3c8eb687-f43a-41a6-bd9b-e95bab10527f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.2777905 Jun 22 00:49:44.382299 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Floating IP 1bc4e53f-ebd5-4191-aefc-4f2685198ef0 associated. External IP: 172.28.2.108, port: e19d6b75-860d-4909-9579-e092b65e1925. Jun 22 00:49:44.421846 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:44.426791 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:44.509826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-30c08a8b-99fd-4ad1-b27f-31e1ad28cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.511559 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-30c08a8b-99fd-4ad1-b27f-31e1ad28cdc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.2021418 Jun 22 00:49:44.544269 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2029dde8-b50e-4c82-816c-e7685568f373 None None] New status for floating IP 8a8bf27e-ddd2-4332-a3a2-468f822f02d7: ACTIVE {{(pid=104339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:49:44.620839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.643625 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-dc54daea-9e7c-40df-8dc6-1ccf323509b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.645199 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-dc54daea-9e7c-40df-8dc6-1ccf323509b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.3239732 Jun 22 00:49:44.690160 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-4c1aff71-1cd7-4267-b39b-601dea8f6ff3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352654 Jun 22 00:49:44.707695 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.717667 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:44.718554 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a37b2-e74d-4969-b0b6-bcbc8e70aec1 req-d05cceaf-26a0-4487-b8b1-65d965a1dc8e tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.720083 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e29a37b2-e74d-4969-b0b6-bcbc8e70aec1 req-d05cceaf-26a0-4487-b8b1-65d965a1dc8e tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 946 time: 0.2061081 Jun 22 00:49:44.740898 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ad7fdad-06d7-4f6f-98d6-0d0cb7103f65 req-ad1a7fb0-095e-4bbe-ad56-e224ca88a5bd tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556912 Jun 22 00:49:44.768873 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Deleting port 471856cf-a74e-434a-9e4b-756520a2c45c {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:49:44.768873 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:44.796190 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1d2379a8b4b4b2886435b7f5d5aa332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9291525 Jun 22 00:49:44.798908 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51162) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:44.808850 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff660c2-c459-4fc3-95b2-ed55ccc89391,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:44.825392 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:44.847947 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-9f86e86c-0083-4f71-ac67-4ad74578a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:44.849467 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-9f86e86c-0083-4f71-ac67-4ad74578a327 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3227119 Jun 22 00:49:44.873546 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e29a37b2-e74d-4969-b0b6-bcbc8e70aec1 req-778ef2f7-17df-4d29-b522-51153d5bcdb3 tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/security-groups?id=d74ba294-7a7f-4c5a-bb66-0a102eed03b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405327 Jun 22 00:49:44.903351 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-d3004fcc-1317-43f1-bfec-6b461bf12477 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041550 Jun 22 00:49:44.990469 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] For port 471856cf-a74e-434a-9e4b-756520a2c45c, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=471856cf-a74e-434a-9e4b-756520a2c45c,segment=NetworkSegment(0296696f-a4c0-4cbf-bc4f-711697ecfe45),segment_id=0296696f-a4c0-4cbf-bc4f-711697ecfe45)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:44.990944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.085500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Calling delete_port for 471856cf-a74e-434a-9e4b-756520a2c45c owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:49:45.265852 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.324855 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.345104 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['ec9ad170-8154-40a7-a009-b329010997f2'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:45.361775 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:49:45.365265 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-ab6eb990-8a58-4f5c-8c45-7cec0de8f393 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439272 Jun 22 00:49:45.425758 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4b84d195-3c1b-4e87-a23a-eae0e6074240 req-29ef2da7-e736-4c4f-9bad-7abaebf97473 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044277 Jun 22 00:49:45.439752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b177b7c-70c4-4a1f-8aaf-f576cf7ea4b3 req-9852ae37-6f7e-4492-bf32-63e5d1bc3ff6 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:45.441468 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9b177b7c-70c4-4a1f-8aaf-f576cf7ea4b3 req-9852ae37-6f7e-4492-bf32-63e5d1bc3ff6 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 944 time: 0.3168726 Jun 22 00:49:45.476993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed7d4-5a03-4d1a-81b8-56571f4d6520 req-cc081ab0-0855-4701-816e-d738078591d0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:45.478531 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cd7ed7d4-5a03-4d1a-81b8-56571f4d6520 req-cc081ab0-0855-4701-816e-d738078591d0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 943 time: 0.4217880 Jun 22 00:49:45.525845 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.528315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.529407 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eff660c2-c459-4fc3-95b2-ed55ccc89391 HTTP/1.1" status: 204 len: 168 time: 0.7280927 Jun 22 00:49:45.534749 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:45.562717 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cd7ed7d4-5a03-4d1a-81b8-56571f4d6520 req-a79e5336-01f7-445b-985b-9c4fc186a61f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764008 Jun 22 00:49:45.592359 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.599742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff660c2-c459-4fc3-95b2-ed55ccc89391,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:45.602562 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-54005c0c-a271-4de6-8cf6-b47325baf6c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:45.610019 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:45.616499 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a29fc971-79b1-4da2-b636-76322f58dcfe req-62120980-3190-4bfe-8386-2719362ae2a6 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351923 Jun 22 00:49:45.630202 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9b177b7c-70c4-4a1f-8aaf-f576cf7ea4b3 req-aa91bcd8-f1da-402b-893b-b33ba311c805 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350360 Jun 22 00:49:45.646865 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Pushing event deleted for resources: {'Port': ['ID=471856cf-a74e-434a-9e4b-756520a2c45c,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:45.651569 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:49:45.652482 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:45.659305 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.680642 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:49:45.689404 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:45.691060 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:49:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:45.727485 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-4e0665c8-8964-44d9-a312-a662fd5782fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "PUT /v2.0/floatingips/1bc4e53f-ebd5-4191-aefc-4f2685198ef0 HTTP/1.1" status: 200 len: 992 time: 3.0021541 Jun 22 00:49:45.728130 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:45.730466 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39de4465-88a3-4ba9-b3e6-107407eba275" -d '{"events": [{"name": "network-changed", "server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:45.765113 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] No DVR routers for this DVR port 471856cf-a74e-434a-9e4b-756520a2c45c on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:49:45.771167 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:45.774200 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ef297ec9-8907-468b-b3a3-cd0201fd8aa2 req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.23 "DELETE /v2.0/ports/471856cf-a74e-434a-9e4b-756520a2c45c HTTP/1.1" status: 204 len: 173 time: 1.4135339 Jun 22 00:49:45.774945 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'name': 'network-vif-deleted', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:45.777660 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac27143-3de3-492e-943c-75dc5cb77b9c" -d '{"events": [{"server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "name": "network-vif-deleted", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:45.916137 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:45.995514 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51190) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:46.020946 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.043779 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb65f5f4-a7b3-435b-ae0f-93e788998f8a x-openstack-request-id: req-eb65f5f4-a7b3-435b-ae0f-93e788998f8a {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:46.044097 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:46.044456 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb65f5f4-a7b3-435b-ae0f-93e788998f8a {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:46.044849 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'status': 'completed', 'code': 200} Jun 22 00:49:46.140141 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.150287 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.168360 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:46.216125 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2de57ac1819d48e9b1b6cae64df173ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189431 Jun 22 00:49:46.218218 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c25f1-ade4-48b4-9b33-8f17faff9177 req-8395c7ab-fe07-44d8-9bd3-ed985baa7d35 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.218366 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95542b46-1f30-42dc-9990-e62deb01ff19,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:46.222662 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51192) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:46.224769 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:46.236141 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ae1c25f1-ade4-48b4-9b33-8f17faff9177 req-8395c7ab-fe07-44d8-9bd3-ed985baa7d35 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0832720 Jun 22 00:49:46.248208 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '1bc4e53f-ebd5-4191-aefc-4f2685198ef0', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:14Z', 'updated_at': '2021-06-22T00:49:43Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.278002 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:49:46.284613 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ae1c25f1-ade4-48b4-9b33-8f17faff9177 req-ce7ed642-18de-4314-b096-4765e38565ea tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447931 Jun 22 00:49:46.292596 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:49:46.293243 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:49:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.293664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-c4c16af0-22fd-45d8-8358-783336d973ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.295514 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-c4c16af0-22fd-45d8-8358-783336d973ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1099 time: 0.1539121 Jun 22 00:49:46.308980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7500a46d-1166-4369-a90d-aa12a0e64379 x-openstack-request-id: req-7500a46d-1166-4369-a90d-aa12a0e64379 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:46.308980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d19545-2361-4bcb-9ac8-d3aaecc97b81", "name": "network-vif-deleted", "tag": "471856cf-a74e-434a-9e4b-756520a2c45c", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:46.308980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7500a46d-1166-4369-a90d-aa12a0e64379 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:46.308980 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d19545-2361-4bcb-9ac8-d3aaecc97b81', 'name': 'network-vif-deleted', 'tag': '471856cf-a74e-434a-9e4b-756520a2c45c', 'status': 'completed', 'code': 200} Jun 22 00:49:46.308980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.346195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.414742 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:49:46.450723 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-abc53e54-6d54-47cb-8e7a-7e9eb975cbe4 req-dca15619-28b1-4d7d-8d50-281017a40f2a tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2d19545-2361-4bcb-9ac8-d3aaecc97b81 HTTP/1.1" status: 200 len: 210 time: 0.0426865 Jun 22 00:49:46.467597 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-251afe2b-22b2-4e08-9098-00d17d1ba1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.469282 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-251afe2b-22b2-4e08-9098-00d17d1ba1db service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.1510320 Jun 22 00:49:46.478992 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.481673 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:46.482692 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95542b46-1f30-42dc-9990-e62deb01ff19 HTTP/1.1" status: 204 len: 168 time: 0.2590423 Jun 22 00:49:46.483447 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:46.498331 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95542b46-1f30-42dc-9990-e62deb01ff19,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:46.531099 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:46.589351 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-a66d32ab-d727-40a7-b4c4-83708be21874 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 1000 time: 0.1025126 Jun 22 00:49:46.653672 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-ac5179b6-a294-4110-840a-d9dcc5fe5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.666843 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '1bc4e53f-ebd5-4191-aefc-4f2685198ef0', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:14Z', 'updated_at': '2021-06-22T00:49:43Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:46.671058 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-ac5179b6-a294-4110-840a-d9dcc5fe5a0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0606098 Jun 22 00:49:46.703288 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e1b9a5-2cad-47e0-a2e0-1bec004f74d7 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '1bc4e53f-ebd5-4191-aefc-4f2685198ef0', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.108', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:49:14Z', 'updated_at': '2021-06-22T00:49:43Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:49:46.743454 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-321b787a-df4f-46d7-a5e3-52e2c90d9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.745174 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-321b787a-df4f-46d7-a5e3-52e2c90d9bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0658901 Jun 22 00:49:46.832838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300e883-edfd-4e0e-a8a6-178bd7c58aaa req-df2e7bc6-d616-4ffe-aad9-f03b9bb3b44a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.835266 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4300e883-edfd-4e0e-a8a6-178bd7c58aaa req-df2e7bc6-d616-4ffe-aad9-f03b9bb3b44a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 944 time: 0.0835881 Jun 22 00:49:46.880624 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4300e883-edfd-4e0e-a8a6-178bd7c58aaa req-6cd9ab81-e611-42ba-b6ae-00de31245aac tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394638 Jun 22 00:49:46.941544 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-5f4938ba-9816-4e5e-b338-c6e075463817 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662617 Jun 22 00:49:46.960215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107a7f-1ebe-4f14-a1e8-7f4d9edda897 req-9b3a34bf-01a8-4f11-85ad-0d76ed2fa8ce tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:46.961789 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e6107a7f-1ebe-4f14-a1e8-7f4d9edda897 req-9b3a34bf-01a8-4f11-85ad-0d76ed2fa8ce tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 943 time: 0.1320503 Jun 22 00:49:47.011876 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c8b9e-534e-42bc-849e-86ef1414b369 None None] New status for floating IP 1bc4e53f-ebd5-4191-aefc-4f2685198ef0: ACTIVE {{(pid=104339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:49:47.070055 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e6107a7f-1ebe-4f14-a1e8-7f4d9edda897 req-4bad7e7a-583c-4512-a017-20f9ceb929c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954943 Jun 22 00:49:47.143096 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39de4465-88a3-4ba9-b3e6-107407eba275 req-599a16b3-14de-45cd-9325-dbcd805169e2 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673677 Jun 22 00:49:47.321227 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-5074eb12-ab04-4ad9-bd40-c01ccd3db9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:47.475893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eba4d-4e97-45bc-b22f-e14d0a137893 req-fb182a20-2bbb-48e3-bc01-06d50803f55f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:47.477264 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c66eba4d-4e97-45bc-b22f-e14d0a137893 req-fb182a20-2bbb-48e3-bc01-06d50803f55f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0646129 Jun 22 00:49:47.520275 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c66eba4d-4e97-45bc-b22f-e14d0a137893 req-cdcbdb9a-bd8b-47d4-a17c-0b609103218b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Jun 22 00:49:48.041973 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51264) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:48.065928 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3e980-ca78-427c-988a-a079c429f5c4 req-4366b1a0-0b68-4c2d-ab4c-7776ad65c8fc tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.067599 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a1d3e980-ca78-427c-988a-a079c429f5c4 req-4366b1a0-0b68-4c2d-ab4c-7776ad65c8fc tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 944 time: 0.0660930 Jun 22 00:49:48.109253 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a1d3e980-ca78-427c-988a-a079c429f5c4 req-3bdf9d88-5ccc-41b9-9439-a1a04c3bb758 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352263 Jun 22 00:49:48.152538 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:49:48.162113 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.164823 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device ec9ad170-8154-40a7-a009-b329010997f2 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:48.268213 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port ec9ad170-8154-40a7-a009-b329010997f2 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:48.281199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port ec9ad170-8154-40a7-a009-b329010997f2 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:48.281726 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.284552 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893f7d0-81ed-4d83-9f80-babf5c0ae9f9 req-32326939-699d-43e8-afea-75c5d464b4a1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.286120 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9893f7d0-81ed-4d83-9f80-babf5c0ae9f9 req-32326939-699d-43e8-afea-75c5d464b4a1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 943 time: 0.0971439 Jun 22 00:49:48.295248 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:48.327743 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.339833 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.342905 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'port_id': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'mac_address': 'fa:16:3e:87:3c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330fff2-510e-479d-a215-fc14edb7095a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:49:48.350658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d78aaf91-e012-420c-8a92-d3f95304b974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:48.360854 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9893f7d0-81ed-4d83-9f80-babf5c0ae9f9 req-6b9536a6-94b7-4e6c-95b5-ff04e688aed5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600586 Jun 22 00:49:48.388770 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce48da-f983-4449-a22a-aa70a5c086be,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:48.397217 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.397843 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.398350 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.398891 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.399238 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.399585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.400082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.400583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.401090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.401613 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.402220 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.402706 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:48.411543 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69bc74f79d6840b88d20b32f9b58281a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675056 Jun 22 00:49:48.412291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:48.413272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51278) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:48.445718 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.470235 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:49:48.477217 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.477391 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.505391 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.507606 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:48.515236 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:48.518992 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b3fd5-ef3f-4919-b38d-2d27e7efa8fc" -d '{"events": [{"server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "name": "network-vif-plugged", "status": "completed", "tag": "ec9ad170-8154-40a7-a009-b329010997f2"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:48.530339 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.535654 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:48.538629 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=ec9ad170-8154-40a7-a009-b329010997f2,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:48.557963 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.560992 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.562501 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66ce48da-f983-4449-a22a-aa70a5c086be HTTP/1.1" status: 204 len: 168 time: 0.1476619 Jun 22 00:49:48.563254 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6318dcc0-6287-410a-b157-38e490978a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:48.564099 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a41dd-a904-4f11-bf6c-69af4c94ad52 x-openstack-request-id: req-5c2a41dd-a904-4f11-bf6c-69af4c94ad52 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:48.564398 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "name": "network-vif-plugged", "status": "completed", "tag": "ec9ad170-8154-40a7-a009-b329010997f2", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:48.564770 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c2a41dd-a904-4f11-bf6c-69af4c94ad52 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:48.565313 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2', 'code': 200} Jun 22 00:49:48.566453 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:48.567366 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 471856cf-a74e-434a-9e4b-756520a2c45c no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:49:48.575947 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce48da-f983-4449-a22a-aa70a5c086be,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:48.579198 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:48.603014 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 471856cf-a74e-434a-9e4b-756520a2c45c {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:49:48.603486 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 471856cf-a74e-434a-9e4b-756520a2c45c not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:49:48.627388 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:48.630677 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:48.631075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:48.690594 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:48.704548 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:48.747426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dfd64-eb56-4945-a0b8-e578b049b8b2 req-0f7d0fca-bbea-4087-a668-95992789f157 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.748977 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-766dfd64-eb56-4945-a0b8-e578b049b8b2 req-0f7d0fca-bbea-4087-a668-95992789f157 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0696976 Jun 22 00:49:48.798569 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-766dfd64-eb56-4945-a0b8-e578b049b8b2 req-66692498-5c46-474e-8028-2a180c7ba5d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Jun 22 00:49:48.906651 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1798b-0ed4-481d-96bc-984658b387c7 req-8cf78bd0-d89a-4716-939a-cca09374eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:48.914645 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-26c1798b-0ed4-481d-96bc-984658b387c7 req-8cf78bd0-d89a-4716-939a-cca09374eea6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 1098 time: 0.0580952 Jun 22 00:49:48.957346 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-26c1798b-0ed4-481d-96bc-984658b387c7 req-b0e55669-eaca-45b9-a2f7-5012a8131b4e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Jun 22 00:49:49.004730 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51304) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:49.048438 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Deleting subnet 7af0bb55-7169-4f85-b1a3-77bafd088860 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:49:49.051596 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.089703 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.099122 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.157091 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.160470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bd59db10-3794-4f22-984e-37b06dc6213f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:49.172379 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:49.184981 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af0bb55-7169-4f85-b1a3-77bafd088860,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:49.187206 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.189090 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7af0bb55-7169-4f85-b1a3-77bafd088860 HTTP/1.1" status: 204 len: 168 time: 0.1833651 Jun 22 00:49:49.190490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:49.192116 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51316) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:49.264422 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.399922 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.414437 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfadbcb-76b5-49c8-979d-502522c5091d req-67436b0a-2814-4c2b-94bc-4495b8a8de3e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.415929 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5bfadbcb-76b5-49c8-979d-502522c5091d req-67436b0a-2814-4c2b-94bc-4495b8a8de3e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.1492543 Jun 22 00:49:49.420217 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.420595 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.421361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.421728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > port after_create 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.422059 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.422444 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > port after_update 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.422772 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.423095 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.423430 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.423750 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.574703 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d39f1e-d275-4f83-b29e-2584757cdc22 req-a7a5d40a-9a1e-4ad0-a085-3c3e84ce82d4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:49.576343 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8d39f1e-d275-4f83-b29e-2584757cdc22 req-a7a5d40a-9a1e-4ad0-a085-3c3e84ce82d4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 944 time: 0.0928910 Jun 22 00:49:49.617137 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8d39f1e-d275-4f83-b29e-2584757cdc22 req-ebc7a84e-16ee-4a37-a37f-bcbd82dab62f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340996 Jun 22 00:49:49.625157 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.625676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.626021 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.626343 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:49:49.626770 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728e3a7e-7a4e-4525-b7ed-8ea9110df67e']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:49.657126 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0296696f-a4c0-4cbf-bc4f-711697ecfe45') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:49.657424 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0296696f-a4c0-4cbf-bc4f-711697ecfe45') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:49:49.684279 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.727289 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5bfadbcb-76b5-49c8-979d-502522c5091d req-9db8454c-3f53-4d11-9bf0-3e8de9699908 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937922 Jun 22 00:49:49.728814 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.738253 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:49:49.738935 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: from cryptography.utils import int_from_bytes Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: from cryptography.utils import int_from_bytes Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:49:49.744442 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:49:49.820658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.825751 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:49.829255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:49.833979 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] 10.222.0.21 "DELETE /v2.0/networks/728e3a7e-7a4e-4525-b7ed-8ea9110df67e HTTP/1.1" status: 204 len: 168 time: 0.6388180 Jun 22 00:49:49.843046 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=728e3a7e-7a4e-4525-b7ed-8ea9110df67e,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:49.845843 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:49.998274 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51338) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:50.045526 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a4acab17-3bb6-44d0-8f8c-2499284058b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=51f61ed57d0f44f984b625ad1cc3d65e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0459893 Jun 22 00:49:50.047961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51340) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:50.049596 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-fbb6962f-e9bb-4b3e-accb-ea2cd1cbbc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.086887 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62aea-827f-4638-91b7-ec7954e919ac req-2235dfca-fba2-4788-a846-e799ea40acd0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:50.088285 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2f62aea-827f-4638-91b7-ec7954e919ac req-2235dfca-fba2-4788-a846-e799ea40acd0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0732214 Jun 22 00:49:50.095642 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.116747 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.125268 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2f62aea-827f-4638-91b7-ec7954e919ac req-7f43c26d-8017-4a24-b09a-e361af3f23e3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Jun 22 00:49:50.162413 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.163835 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.165010 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:50.166186 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d74ba294-7a7f-4c5a-bb66-0a102eed03b5 HTTP/1.1" status: 204 len: 168 time: 0.1172683 Jun 22 00:49:50.166909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bb38c373-6e22-49fc-acc7-4e6821180b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:50.174439 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ba294-7a7f-4c5a-bb66-0a102eed03b5,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:50.177097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:50.262541 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:49:50.839757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380362e-17c9-42a7-b592-5132fbb8ee57 req-b5ea022d-6e7c-4c7d-bba8-615a646fad2d tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:50.843004 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2380362e-17c9-42a7-b592-5132fbb8ee57 req-b5ea022d-6e7c-4c7d-bba8-615a646fad2d tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 944 time: 0.1014323 Jun 22 00:49:50.890108 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2380362e-17c9-42a7-b592-5132fbb8ee57 req-3a45f25a-bea3-42e7-9052-75dad4d0b5bb tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Jun 22 00:49:50.932921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b578d6-94f9-4df7-a502-a6a89e8ff15b req-1e40b7ea-bf5b-4957-9f0b-7d6e26a2d140 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:50.934487 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-71b578d6-94f9-4df7-a502-a6a89e8ff15b req-1e40b7ea-bf5b-4957-9f0b-7d6e26a2d140 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0684137 Jun 22 00:49:50.974390 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-71b578d6-94f9-4df7-a502-a6a89e8ff15b req-6f1c9bae-7ed3-4ea0-b03c-520054ca5199 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Jun 22 00:49:51.115525 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:51.483582 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf76349-2ce8-4318-8326-b487989fd1f4 req-c2785d35-9312-4cc4-b230-c2963bafc8df tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:51.486202 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-caf76349-2ce8-4318-8326-b487989fd1f4 req-c2785d35-9312-4cc4-b230-c2963bafc8df tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0669003 Jun 22 00:49:51.528588 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-caf76349-2ce8-4318-8326-b487989fd1f4 req-316b58e5-fa4c-4f90-b8ee-0b8eb46d7486 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366044 Jun 22 00:49:52.095480 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445358d5-34a6-48ac-952c-46c7300fe06d req-d40a53c9-315d-4cab-825f-b27cffaa5cdf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.096912 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-445358d5-34a6-48ac-952c-46c7300fe06d req-d40a53c9-315d-4cab-825f-b27cffaa5cdf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 944 time: 0.0680883 Jun 22 00:49:52.136327 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-445358d5-34a6-48ac-952c-46c7300fe06d req-4908a4b3-1908-4a66-aefe-631e6262b403 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Jun 22 00:49:52.176381 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:49:52.181865 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2ef1d-146c-4aca-a32e-6453b302787e req-7586b14a-9d03-44dd-9017-f10c69b387e5 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.183451 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cee2ef1d-146c-4aca-a32e-6453b302787e req-7586b14a-9d03-44dd-9017-f10c69b387e5 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0766118 Jun 22 00:49:52.233772 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:49:52.240237 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:49:52.240628 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:52.272873 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cee2ef1d-146c-4aca-a32e-6453b302787e req-ca17be03-66cf-4788-acab-033457d188b2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704241 Jun 22 00:49:52.307240 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-160b03e1-d07f-4cc3-9542-07154ae6fcb6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692904 Jun 22 00:49:52.331654 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:52.371035 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:52.373502 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be00421d-6064-4429-8f87-f85d5d45557c" -d '{"events": [{"server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "name": "network-vif-plugged", "status": "completed", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:52.393617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:52.398415 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:52.400593 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:52.440703 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adbfeb7-bb40-496a-95ac-60e2c1616162 x-openstack-request-id: req-6adbfeb7-bb40-496a-95ac-60e2c1616162 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:52.441213 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "name": "network-vif-plugged", "status": "completed", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:52.441718 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6adbfeb7-bb40-496a-95ac-60e2c1616162 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:52.442237 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'code': 200} Jun 22 00:49:52.499290 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:52.503215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b440d0-997e-446f-80f9-adc56ee5919d req-b10e830c-dd27-46b8-b288-d637e5cd908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.506114 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-b10e830c-dd27-46b8-b288-d637e5cd908a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 1098 time: 0.0976846 Jun 22 00:49:52.507421 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.507775 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.508121 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.509592 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.510458 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.510954 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.511463 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.511971 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.512452 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.512931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.513408 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.514510 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:52.519318 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:52.521021 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:52.716232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b440d0-997e-446f-80f9-adc56ee5919d req-a14d3280-e43e-4a6d-b133-688d4a494822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.717700 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-a14d3280-e43e-4a6d-b133-688d4a494822 service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 916 time: 0.1129007 Jun 22 00:49:52.765467 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-f3533d74-5a5b-4136-901f-bb3103ab6e5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f HTTP/1.1" status: 200 len: 217 time: 0.0338571 Jun 22 00:49:52.775236 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8221a3-0104-4b16-968e-a5f1c99afbee req-286af566-4faf-4f68-b7f6-bb2378d92884 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.778827 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ab8221a3-0104-4b16-968e-a5f1c99afbee req-286af566-4faf-4f68-b7f6-bb2378d92884 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1070642 Jun 22 00:49:52.817307 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b440d0-997e-446f-80f9-adc56ee5919d req-2f07046e-a3e1-47ff-9835-7f21414d2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.819390 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-2f07046e-a3e1-47ff-9835-7f21414d2913 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0464778 Jun 22 00:49:52.827057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0ae9d-a80f-441e-ada2-2355c81e8030 req-bfcbc60b-ade9-4825-a990-2f5fd3ef6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:52.828613 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cdc0ae9d-a80f-441e-ada2-2355c81e8030 req-bfcbc60b-ade9-4825-a990-2f5fd3ef6089 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 1098 time: 0.0958247 Jun 22 00:49:52.832415 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ab8221a3-0104-4b16-968e-a5f1c99afbee req-8adee43b-125a-462f-8f0d-d9850a4264b1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454614 Jun 22 00:49:52.854169 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-0e06e2d3-57e7-456f-9ef2-62e4dc8eeb91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275905 Jun 22 00:49:52.871699 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cdc0ae9d-a80f-441e-ada2-2355c81e8030 req-59104b6c-8217-497f-91db-d8f3281065b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296655 Jun 22 00:49:52.963537 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-155de895-b3af-46a6-80ea-5d8cb2f7428c service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932250 Jun 22 00:49:53.361855 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862753c-b40f-4807-9361-0210ef970642 req-42a50479-09d4-400e-bb0d-c9301e18b320 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:53.363398 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2862753c-b40f-4807-9361-0210ef970642 req-42a50479-09d4-400e-bb0d-c9301e18b320 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0840254 Jun 22 00:49:53.390751 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:53.409649 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95b440d0-997e-446f-80f9-adc56ee5919d req-6f0809fe-3ff9-47f9-8aa4-3e2c11c53e31 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951381 Jun 22 00:49:53.419886 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2862753c-b40f-4807-9361-0210ef970642 req-8147a360-9e53-4845-8731-44534f853c3b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Jun 22 00:49:53.572447 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5e39b-97e4-44b7-b5f1-4231ea3b2f1d req-92afc9ef-e7ec-45b4-8d84-6d613e33eaab tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:53.574121 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cbe5e39b-97e4-44b7-b5f1-4231ea3b2f1d req-92afc9ef-e7ec-45b4-8d84-6d613e33eaab tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0675137 Jun 22 00:49:53.627536 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cbe5e39b-97e4-44b7-b5f1-4231ea3b2f1d req-7b4a3892-e5ca-4e12-bdf9-5bc3b07a5c1e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455954 Jun 22 00:49:53.852805 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51498) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:53.954936 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.027320 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216a209-0bd7-4d58-a63e-0a7dbc1245c9 req-3bbd14da-d419-42e2-8819-6dfc493a559a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:54.029043 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3216a209-0bd7-4d58-a63e-0a7dbc1245c9 req-3bbd14da-d419-42e2-8819-6dfc493a559a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0689132 Jun 22 00:49:54.052171 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.056277 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.059292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1dd4df3f-a3d4-4c09-9cab-461af8e08d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:54.075753 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3216a209-0bd7-4d58-a63e-0a7dbc1245c9 req-163e7d47-c280-4af8-8e11-20f4c9eb1731 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Jun 22 00:49:54.093781 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e1d019444aa48d0aceb81c9653b253c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397203 Jun 22 00:49:54.094923 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e781c-baa8-4957-a781-c697d0a31acb,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:54.097075 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51504) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:49:54.098491 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:54.151298 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.171479 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.219135 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.222014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:54.223338 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/906e781c-baa8-4957-a781-c697d0a31acb HTTP/1.1" status: 204 len: 168 time: 0.1166954 Jun 22 00:49:54.224226 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:54.233852 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e781c-baa8-4957-a781-c697d0a31acb,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:54.241046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.241286 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.241666 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.242017 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.242366 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.242713 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.243053 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.243391 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.243841 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.244060 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.244393 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.244725 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:49:54.248034 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:54.629090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be593f-4fb5-41a7-8d45-d7d4d9f6287a req-9afd1deb-dffc-4a48-a06e-3b21eda6def4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:54.630618 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d1be593f-4fb5-41a7-8d45-d7d4d9f6287a req-9afd1deb-dffc-4a48-a06e-3b21eda6def4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0776801 Jun 22 00:49:54.690179 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d1be593f-4fb5-41a7-8d45-d7d4d9f6287a req-41db1901-350e-4e7f-8834-d43b3c9fe38b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Jun 22 00:49:54.839973 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f710-2ce0-48d7-8dd6-83b7dfbcc73e req-ad36d5b0-d3a7-48b2-8cb6-b9db9e9c6b35 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:54.841507 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a223f710-2ce0-48d7-8dd6-83b7dfbcc73e req-ad36d5b0-d3a7-48b2-8cb6-b9db9e9c6b35 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0776825 Jun 22 00:49:54.884211 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a223f710-2ce0-48d7-8dd6-83b7dfbcc73e req-e2879bcd-fb6c-4b67-b20f-f8ef84fd32fa tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358641 Jun 22 00:49:55.301831 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247af41-b4b7-4e51-8cdb-7b4d8af0244d req-6f0cb75c-5f0b-4355-9bca-38e86d6011d8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:55.309167 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b247af41-b4b7-4e51-8cdb-7b4d8af0244d req-6f0cb75c-5f0b-4355-9bca-38e86d6011d8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0768569 Jun 22 00:49:55.347081 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b247af41-b4b7-4e51-8cdb-7b4d8af0244d req-9b8c9880-4917-4f07-b32c-f82262bb4e25 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Jun 22 00:49:55.904111 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf28500-5d84-458d-a34f-68df10083d8a req-d59e87e3-644c-4b10-b3b1-1186f5aa7cb8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:55.905641 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3bf28500-5d84-458d-a34f-68df10083d8a req-d59e87e3-644c-4b10-b3b1-1186f5aa7cb8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0800836 Jun 22 00:49:55.972709 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3bf28500-5d84-458d-a34f-68df10083d8a req-307e329b-0db9-404e-91f0-c693fdbe0fe5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522037 Jun 22 00:49:56.095411 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d1be8-b1cb-479e-8129-a91caa00becc req-4efff1b4-b4b3-43b4-944d-5df4b5a2d757 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:56.103540 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ed6d1be8-b1cb-479e-8129-a91caa00becc req-4efff1b4-b4b3-43b4-944d-5df4b5a2d757 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0858471 Jun 22 00:49:56.137894 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ed6d1be8-b1cb-479e-8129-a91caa00becc req-da8126cc-e0b4-4a37-b8b7-3da326530b1a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jun 22 00:49:56.650322 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402807a5-4b3d-408b-9da7-87dd12d7cb0e req-8cdb1f0b-bf50-44ff-b144-0ddd67b112a4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:56.651804 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-402807a5-4b3d-408b-9da7-87dd12d7cb0e req-8cdb1f0b-bf50-44ff-b144-0ddd67b112a4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0686243 Jun 22 00:49:56.691307 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-402807a5-4b3d-408b-9da7-87dd12d7cb0e req-828bc6f8-5760-4d88-a1b7-c8874faa8028 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338585 Jun 22 00:49:56.984862 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7f471-862c-4464-ac46-e332de41247f req-b828beaf-2391-4d29-8762-0951580afb06 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:56.986347 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-74f7f471-862c-4464-ac46-e332de41247f req-b828beaf-2391-4d29-8762-0951580afb06 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.0647371 Jun 22 00:49:57.094524 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Deleting port ec9ad170-8154-40a7-a009-b329010997f2 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:49:57.094867 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:57.180352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] For port ec9ad170-8154-40a7-a009-b329010997f2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=ec9ad170-8154-40a7-a009-b329010997f2,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:49:57.180997 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:57.245517 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Calling delete_port for ec9ad170-8154-40a7-a009-b329010997f2 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:49:57.607735 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08f6b3-fb51-4dcf-812c-1ccd3d8d8979 req-c44753af-d28b-4712-bf74-05946d816abb tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:57.609269 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7d08f6b3-fb51-4dcf-812c-1ccd3d8d8979 req-c44753af-d28b-4712-bf74-05946d816abb tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 945 time: 0.1028481 Jun 22 00:49:57.686434 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7d08f6b3-fb51-4dcf-812c-1ccd3d8d8979 req-4bc57abf-7544-4077-b9c9-ece985a53959 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 Jun 22 00:49:57.688088 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:57.695388 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:49:57.729221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Pushing event deleted for resources: {'Port': ['ID=ec9ad170-8154-40a7-a009-b329010997f2,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:49:57.734268 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:49:57.764605 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['ec9ad170-8154-40a7-a009-b329010997f2'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:49:57.789203 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] No DVR routers for this DVR port ec9ad170-8154-40a7-a009-b329010997f2 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:49:57.792679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:49:57.795014 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-74f7f471-862c-4464-ac46-e332de41247f req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "DELETE /v2.0/ports/ec9ad170-8154-40a7-a009-b329010997f2 HTTP/1.1" status: 204 len: 173 time: 0.7964385 Jun 22 00:49:57.795588 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'name': 'network-vif-deleted', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:49:57.798425 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a1faa-149a-4231-a8ab-8d32b4c69a7d" -d '{"events": [{"server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "name": "network-vif-deleted", "tag": "ec9ad170-8154-40a7-a009-b329010997f2"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:49:57.841593 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b75c2-59bc-4e6b-ba11-cb20278adfac x-openstack-request-id: req-148b75c2-59bc-4e6b-ba11-cb20278adfac {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:49:57.842017 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac812ef0-0637-4077-8004-40176a40996d", "name": "network-vif-deleted", "tag": "ec9ad170-8154-40a7-a009-b329010997f2", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:49:57.842374 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-148b75c2-59bc-4e6b-ba11-cb20278adfac {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:49:57.842813 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac812ef0-0637-4077-8004-40176a40996d', 'name': 'network-vif-deleted', 'tag': 'ec9ad170-8154-40a7-a009-b329010997f2', 'status': 'completed', 'code': 200} Jun 22 00:49:57.920619 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c34446-1bac-4bd1-a1c7-1efd138d715d req-5c5b05a8-4226-48db-8818-92afd9b709f0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:57.922129 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f7c34446-1bac-4bd1-a1c7-1efd138d715d req-5c5b05a8-4226-48db-8818-92afd9b709f0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0711505 Jun 22 00:49:57.984053 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f7c34446-1bac-4bd1-a1c7-1efd138d715d req-bb4476be-90c3-4881-b3b3-271220f3ca4b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Jun 22 00:49:58.879983 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-842f6893-e3db-43a9-aad4-fc8ab57de03c req-89036053-20ec-4d22-89b2-fd71e1c6535a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac812ef0-0637-4077-8004-40176a40996d HTTP/1.1" status: 200 len: 210 time: 0.0382392 Jun 22 00:49:59.190729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-1c389b81-be80-424f-bb10-4cd81d9c6db7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:59.192240 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fd489-291d-4d2b-b5f7-cfac87856b48 req-19778442-33d5-41d1-83d4-1fb232e55f1c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:49:59.192752 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-1c389b81-be80-424f-bb10-4cd81d9c6db7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.1226339 Jun 22 00:49:59.194038 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2f6fd489-291d-4d2b-b5f7-cfac87856b48 req-19778442-33d5-41d1-83d4-1fb232e55f1c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0723808 Jun 22 00:49:59.216015 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-eecd3517-b0a1-491f-9091-20a570d02d10 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/quotas/3b86765b39b14589939e00e6270286de HTTP/1.1" status: 200 len: 375 time: 0.0155768 Jun 22 00:49:59.238219 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2f6fd489-291d-4d2b-b5f7-cfac87856b48 req-6ba738d3-c430-43f5-8ddc-0116cca92955 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Jun 22 00:49:59.300381 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-a81abd20-0c81-4ae6-893b-c65dc1dc1860 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778003 Jun 22 00:49:59.391389 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-4cc9cac8-943e-43af-82eb-5502e51c4c34 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843999 Jun 22 00:49:59.477082 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-4ffa77c4-e5b1-4985-8fe9-200e91520f07 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796466 Jun 22 00:49:59.642074 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-abe307d2-e9a4-4082-b941-14f7edb681f5 req-9fc29567-842a-4065-9964-09927efca35a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Jun 22 00:50:00.259803 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device ec9ad170-8154-40a7-a009-b329010997f2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:50:00.285050 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: ec9ad170-8154-40a7-a009-b329010997f2 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:50:00.286385 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device ec9ad170-8154-40a7-a009-b329010997f2 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:50:00.389129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-e2560e12-79b1-4bf3-ab5f-fab9d994c888 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:00.392420 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-e2560e12-79b1-4bf3-ab5f-fab9d994c888 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 808 time: 0.1446948 Jun 22 00:50:00.421477 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-2c8b659e-aee7-42af-baff-5283e70e5b53 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/quotas/617c0d8f6ed047449fd8cf2670af465b HTTP/1.1" status: 200 len: 375 time: 0.0154541 Jun 22 00:50:00.447120 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbaca-0927-48ad-886e-954704b9a0e3 req-db08e5c5-127a-4523-a85b-135e6e8250c5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:00.449413 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5fbbaca-0927-48ad-886e-954704b9a0e3 req-db08e5c5-127a-4523-a85b-135e6e8250c5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0712898 Jun 22 00:50:00.459446 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-2c60192a-ee1e-44b8-98a1-c60b26368da2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299249 Jun 22 00:50:00.488296 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5fbbaca-0927-48ad-886e-954704b9a0e3 req-7642d37b-8aa2-4b6c-9bfe-1d328c25bd21 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328746 Jun 22 00:50:00.550947 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-6b84b80c-b491-474a-8df8-1c440b01b6e8 service neutron] 10.222.0.21 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848193 Jun 22 00:50:00.637266 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-736b3dcb-4b80-4833-b183-3cfafefa34d3 service neutron] 10.222.0.21 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Jun 22 00:50:00.670464 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51804) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:00.810190 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-77bc3d07-db59-4478-b136-ba13cafb714a req-dd2f8575-a685-41ca-a1a2-028754e67220 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0467503 Jun 22 00:50:00.818026 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8b6f63c8-c86a-4ebe-b6ea-7e8ca26d6f8d req-29210a70-4129-4746-aa7b-4185902bc470 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 210 time: 0.0351315 Jun 22 00:50:00.819337 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:00.917991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:00.922539 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:00.926391 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-1ce08824-db8e-4555-9980-c4f7f39035bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:00.966850 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48b7c96b91014dae86513b83a44c30ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948976 Jun 22 00:50:00.967136 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 51818) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:00.968906 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b460732-f732-424b-90af-35bd26ca782a,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:00.982189 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:01.019490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:01.041156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:01.098400 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:01.101197 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:01.103348 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b460732-f732-424b-90af-35bd26ca782a HTTP/1.1" status: 204 len: 168 time: 0.1348550 Jun 22 00:50:01.104473 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-01521cf4-1504-4738-a7d5-8486f9a48809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:01.113380 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b460732-f732-424b-90af-35bd26ca782a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:01.115467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:01.460104 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-dd437fce-3eb4-476d-b090-6ec2173dd8c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:01.463144 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-dd437fce-3eb4-476d-b090-6ec2173dd8c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.1982310 Jun 22 00:50:01.504676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Request body: {'port': {'device_id': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'admin_state_up': True, 'tenant_id': '3b86765b39b14589939e00e6270286de'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:01.718471 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:01.724452 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:01.819883 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8998-a285-451c-b533-4451c72d8984 req-2cd37bb9-7935-45ec-8836-499f0492ae86 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:01.821825 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3b0a8998-a285-451c-b533-4451c72d8984 req-2cd37bb9-7935-45ec-8836-499f0492ae86 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1615546 Jun 22 00:50:01.914687 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3b0a8998-a285-451c-b533-4451c72d8984 req-8a7890bc-34d4-469d-8620-6d7cc43b8e4f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805805 Jun 22 00:50:01.956168 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Allocated IP 172.20.0.5 (748bd65e-7944-4283-adee-d3d64dfcde42/2330fff2-510e-479d-a215-fc14edb7095a/a5faa280-4fd4-41ca-b4d9-c4408d220d8a) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:01.995232 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b3fd4d3b-799b-413b-b73d-0a51863daa8c req-251680db-afe7-4402-adfb-d8c230895ab3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0410635 Jun 22 00:50:02.100504 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-da711bc6-4306-4f23-84d4-b57f4e48fc1a req-2dd095d3-7a6c-4422-a051-7c0ca2dd7d2e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 210 time: 0.0623736 Jun 22 00:50:02.168151 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:02.206774 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:02.210591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-25200734-bcab-43f1-8c95-cecb00d56f71 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:02.250096 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Network 748bd65e-7944-4283-adee-d3d64dfcde42 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:02.253383 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:02.259267 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:02.275365 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f', 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:02.299147 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event updated for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:02.303459 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:02.323318 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:02.324120 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:02.342865 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8448753 Jun 22 00:50:02.371735 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Request body: {'port': {'device_id': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:02.524453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:02.754719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-f9c08850-1cd0-4717-a52c-7ffafba7510a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:02.757909 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-f9c08850-1cd0-4717-a52c-7ffafba7510a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 808 time: 0.2564621 Jun 22 00:50:02.790378 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Request body: {'port': {'device_id': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1', 'admin_state_up': True, 'tenant_id': '617c0d8f6ed047449fd8cf2670af465b'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:03.016231 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Made reservation on behalf of 617c0d8f6ed047449fd8cf2670af465b for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:03.025213 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.116755 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5faa280-4fd4-41ca-b4d9-c4408d220d8a {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:03.125812 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.141620 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Transition to ACTIVE for port object a5faa280-4fd4-41ca-b4d9-c4408d220d8a will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:03.147820 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.151798 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-94c075d1-f825-4801-84e4-9ef4fe7e8aa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:03.252748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984bfb8-cb2b-4008-84ba-8c5fcdeddc41 req-e26bb221-d04f-485e-8642-e21aa865a53f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.254342 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8984bfb8-cb2b-4008-84ba-8c5fcdeddc41 req-e26bb221-d04f-485e-8642-e21aa865a53f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1711662 Jun 22 00:50:03.258481 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Allocated IP 172.20.0.12 (987ea5e4-7f7c-4db9-9b90-72d65d645dd1/571f0923-7f70-4650-8073-f55825f3f848/391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:03.263072 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Pushing event updated for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:03.267844 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:03.319369 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 51978) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:03.342290 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8984bfb8-cb2b-4008-84ba-8c5fcdeddc41 req-728aec75-d72f-41ce-bc7b-ee7ca201825a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781775 Jun 22 00:50:03.351115 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca23a8-7a2e-4fe6-af18-ff4168ab58cb req-9d85e46b-4df3-4ea4-ba7c-c8272893f350 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.358005 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f7ca23a8-7a2e-4fe6-af18-ff4168ab58cb req-9d85e46b-4df3-4ea4-ba7c-c8272893f350 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 943 time: 0.2073176 Jun 22 00:50:03.374985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Attempting to bind port a5faa280-4fd4-41ca-b4d9-c4408d220d8a on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:03.375320 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Attempting to bind port a5faa280-4fd4-41ca-b4d9-c4408d220d8a by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:03.375648 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Attempting to bind port a5faa280-4fd4-41ca-b4d9-c4408d220d8a on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:03.383724 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Port a5faa280-4fd4-41ca-b4d9-c4408d220d8a on network 748bd65e-7944-4283-adee-d3d64dfcde42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:03.384052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Attempting to bind port a5faa280-4fd4-41ca-b4d9-c4408d220d8a on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:03.398146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:03.398518 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Checking segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:03.398866 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Bound using segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:03.399306 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Bound port: a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:03.399659 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.417130 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f7ca23a8-7a2e-4fe6-af18-ff4168ab58cb req-c8a57932-ea4e-472e-991b-db41b449c8fe tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582256 Jun 22 00:50:03.485630 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.488370 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:03.492040 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:03.497806 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.500771 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-62a29bb8-e022-4895-923b-0c9d1adbfbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:03.514183 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.537225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.537877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.539519 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] 10.222.0.23 "PUT /v2.0/ports/a5faa280-4fd4-41ca-b4d9-c4408d220d8a HTTP/1.1" status: 200 len: 1093 time: 1.1726944 Jun 22 00:50:03.540005 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:03.542309 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f49ac-e061-490b-8cf7-7d5ea191d103" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:03.556289 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8c51e11c-cfd7-4865-89ff-904f7b5f0ce1 req-d3988da6-2889-40f9-a32c-8ac4da1d329d tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 210 time: 0.0430765 Jun 22 00:50:03.563129 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Pushing event updated for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:03.567807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:03.598685 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.602554 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c245e-a475-460d-b73f-256fb1ea4aa5 x-openstack-request-id: req-434c245e-a475-460d-b73f-256fb1ea4aa5 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:03.602881 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:03.603165 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-434c245e-a475-460d-b73f-256fb1ea4aa5 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:03.603579 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'status': 'completed', 'code': 200} Jun 22 00:50:03.610312 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:03.664018 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:03.674014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:03.688760 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:03.696685 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.697666 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.712857 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Pushing event updated for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:03.719649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:03.728629 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-6bc2dcfe-a5e4-4ab2-a762-cb2846f25f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.730800 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-6bc2dcfe-a5e4-4ab2-a762-cb2846f25f1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0758967 Jun 22 00:50:03.757142 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.764847 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.768241 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e7c1218a-a84f-4be7-ae0b-6e3e0e7ae966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:03.771763 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9870036 Jun 22 00:50:03.793556 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-6f98d756-0db7-48d9-8b35-bfe9c0527525 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a HTTP/1.1" status: 200 len: 217 time: 0.0435905 Jun 22 00:50:03.809718 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b11fd-7ebc-4bd5-8617-d4d9bac045e5,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:03.813800 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61ae59b2409f44c4bb3018b84873654d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890721 Jun 22 00:50:03.814921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:03.816753 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52000) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:03.867785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.893172 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.940120 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Request body: {'port': {'device_id': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:03.982109 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.985260 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:03.986475 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a6b11fd-7ebc-4bd5-8617-d4d9bac045e5 HTTP/1.1" status: 204 len: 168 time: 0.1687603 Jun 22 00:50:03.989498 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3e30ab68-6e34-4486-b326-8f4437b131d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:03.995701 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-b0bfec9e-14f5-4b73-a513-d924b10f3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:03.997135 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-b0bfec9e-14f5-4b73-a513-d924b10f3643 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0617354 Jun 22 00:50:04.002605 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b11fd-7ebc-4bd5-8617-d4d9bac045e5,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:04.014827 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:04.033239 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.084677 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-d600d05f-5e50-477d-a356-dda779e3ce4b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451956 Jun 22 00:50:04.202835 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-7de4edce-079c-4d4d-87dc-3a235df0783b service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077225 Jun 22 00:50:04.322760 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f422ff9-dbec-4480-8d0a-f02e56a09fad req-b961d1e7-9cc8-4334-b7e9-a029db1c3008 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135702 Jun 22 00:50:04.392486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:04.402756 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52016) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:04.424028 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.431553 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.462693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Transition to ACTIVE for port object 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:04.472450 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.478772 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:04.572851 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-c7428b17-bcb6-4069-b05f-3fc241a39763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:04.575031 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-c7428b17-bcb6-4069-b05f-3fc241a39763 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0967505 Jun 22 00:50:04.710656 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.721729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.733100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-73c4886c-8076-4e11-b0b9-6b83e20ac484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:04.784702 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5d2e76584474db8b0e6206b1783fe8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809083 Jun 22 00:50:04.785866 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-60eaee6b-54de-4c5a-8029-c0bc83628204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:04.787191 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-60eaee6b-54de-4c5a-8029-c0bc83628204 service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 916 time: 0.2024541 Jun 22 00:50:04.790176 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52028) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:04.806505 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Pushing event updated for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:04.808618 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae097f1-4ca7-45e2-ab2d-4b1f0c95aa65 req-21e3280e-51a0-4cfe-9771-e94003a85285 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:04.809472 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:04.810055 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3ae097f1-4ca7-45e2-ab2d-4b1f0c95aa65 req-21e3280e-51a0-4cfe-9771-e94003a85285 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 943 time: 0.2107584 Jun 22 00:50:04.820659 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889fd6bf-ebce-4eeb-9f2d-8194354b4c55,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:04.828407 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:04.853074 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Attempting to bind port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:04.853412 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Attempting to bind port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:04.853763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Attempting to bind port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:04.860344 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:04.860659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Attempting to bind port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 on network 987ea5e4-7f7c-4db9-9b90-72d65d645dd1 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:04.869064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:04.869396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Checking segment: {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:04.869800 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Bound using segment: {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:04.870221 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Bound port: 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76820d27-95ae-4057-813e-5a12ad70a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:04.870568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.873649 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-f1925475-0206-4011-9f9f-1bd73d048739 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a HTTP/1.1" status: 200 len: 217 time: 0.0724621 Jun 22 00:50:04.891433 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387609f1-cb5c-45b6-9865-03cdf46925f4 req-8c45e737-dcb3-4a69-94d6-e914ccb9f9c8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:04.893081 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-387609f1-cb5c-45b6-9865-03cdf46925f4 req-8c45e737-dcb3-4a69-94d6-e914ccb9f9c8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1312087 Jun 22 00:50:04.940693 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3ae097f1-4ca7-45e2-ab2d-4b1f0c95aa65 req-d89b78a8-832b-4f31-abe6-fd37eb472ac6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122017 Jun 22 00:50:04.955719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.971240 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:04.974268 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:04.974412 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-5ecc9e81-ffc7-415a-bcc1-6d5ba7d219f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:04.975832 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-5ecc9e81-ffc7-415a-bcc1-6d5ba7d219f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0864065 Jun 22 00:50:04.978839 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-387609f1-cb5c-45b6-9865-03cdf46925f4 req-e74098db-11d8-447e-91c7-50c920842370 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665748 Jun 22 00:50:04.980312 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:04.983132 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7535d5c8-c5d2-49f8-a265-5ae8663af2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:04.984459 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.025067 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-e35ea30a-a533-4041-a298-c6db26b66389 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383832 Jun 22 00:50:05.025755 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.026645 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.027776 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] 10.222.0.23 "PUT /v2.0/ports/391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 HTTP/1.1" status: 200 len: 1094 time: 1.0926869 Jun 22 00:50:05.030703 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:05.033062 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa771a1-48a0-434f-9857-98d5c10f639b" -d '{"events": [{"name": "network-changed", "server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:05.077980 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Pushing event updated for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:05.082468 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:05.161328 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.163905 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.165023 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/889fd6bf-ebce-4eeb-9f2d-8194354b4c55 HTTP/1.1" status: 204 len: 168 time: 0.3725493 Jun 22 00:50:05.169768 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-38b90e2c-7fe4-412f-8924-ab67191208b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:05.186395 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889fd6bf-ebce-4eeb-9f2d-8194354b4c55,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:05.186773 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-c7c54f49-830c-44ee-bd6c-414db7fde8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.190305 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-c7c54f49-830c-44ee-bd6c-414db7fde8c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 1097 time: 0.0617065 Jun 22 00:50:05.190554 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-2d644534-eabf-4139-947d-fb582fea73ab service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393409 Jun 22 00:50:05.191227 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:05.233310 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945d541-ceac-4742-b661-6f55c607baa1 req-bc549810-5034-4757-ad9f-966385bdd1d7 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.240436 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2945d541-ceac-4742-b661-6f55c607baa1 req-bc549810-5034-4757-ad9f-966385bdd1d7 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 944 time: 0.1220944 Jun 22 00:50:05.262866 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-31ec76d5-10fb-4df3-af6c-7f420b32f91f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0377314 Jun 22 00:50:05.323290 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756eb29a-7756-42f8-b2aa-22a21bb6dbd2 x-openstack-request-id: req-756eb29a-7756-42f8-b2aa-22a21bb6dbd2 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:05.323703 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:05.323974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-756eb29a-7756-42f8-b2aa-22a21bb6dbd2 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:05.324382 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0', 'status': 'completed', 'code': 200} Jun 22 00:50:05.333196 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2945d541-ceac-4742-b661-6f55c607baa1 req-f63e78db-662c-4d24-ab8f-7b9806cbbb79 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Jun 22 00:50:05.359586 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-54b6e7fd-db73-462c-a18c-fc7019b7a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.363091 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-54b6e7fd-db73-462c-a18c-fc7019b7a443 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=571f0923-7f70-4650-8073-f55825f3f848 HTTP/1.1" status: 200 len: 848 time: 0.0727100 Jun 22 00:50:05.385164 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e8f49ac-e061-490b-8cf7-7d5ea191d103 req-4b9b452e-a3de-4fb0-a1ad-20f66a186ff3 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420865 Jun 22 00:50:05.401361 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-b853c7c8-a471-4b43-817a-b0ce226ae952 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309460 Jun 22 00:50:05.534605 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-94cb8f32-816b-4958-b72b-fe3e40cc8cd2 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888038 Jun 22 00:50:05.549965 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52044) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:05.564144 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.638515 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-377a755a-a909-40c3-adc3-db0cf8bee0f1 req-9dba528d-b1d7-484e-8df2-5bc78f483f05 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963452 Jun 22 00:50:05.677655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.682017 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.685602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5ea820f7-1acc-4232-89bb-e80d952b12d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:05.719863 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271eb017-65c5-4c60-b623-14850a009ac7,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:05.725177 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f5dd8741444ad1918e375696bd8b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741765 Jun 22 00:50:05.726398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:05.727877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52050) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:05.790812 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.842565 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.895974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-18307d58-ccc3-4229-a556-8ca6efceee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:05.897548 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-18307d58-ccc3-4229-a556-8ca6efceee59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617c0d8f6ed047449fd8cf2670af465b&device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 1097 time: 0.0970592 Jun 22 00:50:05.949015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.951573 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:05.952676 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/271eb017-65c5-4c60-b623-14850a009ac7 HTTP/1.1" status: 204 len: 168 time: 0.2238016 Jun 22 00:50:05.955234 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:05.964792 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271eb017-65c5-4c60-b623-14850a009ac7,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:05.968102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:06.004833 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-d0125c22-5df2-49bd-96d7-f0e0fd9e5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.006472 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-d0125c22-5df2-49bd-96d7-f0e0fd9e5a04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 200 len: 909 time: 0.1024036 Jun 22 00:50:06.063873 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-ffec25ee-1a4b-412b-b606-216e7157f91c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 HTTP/1.1" status: 200 len: 217 time: 0.0450253 Jun 22 00:50:06.148169 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad10584-72a1-49eb-9c48-1d05979731ba req-1a5b433f-4080-4c5f-a5f9-31d32813ea61 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.150239 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fad10584-72a1-49eb-9c48-1d05979731ba req-1a5b433f-4080-4c5f-a5f9-31d32813ea61 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 943 time: 0.0746775 Jun 22 00:50:06.156318 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-685fc1f8-5f8e-4115-8159-88ccfa438c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.157639 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-685fc1f8-5f8e-4115-8159-88ccfa438c95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=571f0923-7f70-4650-8073-f55825f3f848 HTTP/1.1" status: 200 len: 848 time: 0.0792758 Jun 22 00:50:06.191571 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fad10584-72a1-49eb-9c48-1d05979731ba req-54fec3ac-3fa4-4c64-be2c-11d62a9e542e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Jun 22 00:50:06.210345 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-d6568f71-d562-4264-8316-71bb0467c220 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=987ea5e4-7f7c-4db9-9b90-72d65d645dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378506 Jun 22 00:50:06.278153 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181881-e761-4839-aa7d-7419bc120f55 req-19087bcd-945e-4b34-a438-79f391e2fbd9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.279565 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7a181881-e761-4839-aa7d-7419bc120f55 req-19087bcd-945e-4b34-a438-79f391e2fbd9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1573093 Jun 22 00:50:06.350197 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7a181881-e761-4839-aa7d-7419bc120f55 req-a3eb4ab6-6efa-44a5-b386-46e9f40b83a2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623097 Jun 22 00:50:06.364976 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-9c60791f-42b5-4845-85ca-e9deb310eee2 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405706 Jun 22 00:50:06.570603 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1aa771a1-48a0-434f-9857-98d5c10f639b req-4e4c8d52-7617-41ff-a8e8-0cf21325a918 service neutron] 10.222.0.23 "GET /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339896 Jun 22 00:50:06.586196 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171df2a2-d777-4296-86d2-c6af43c70d36 req-3bdb5918-00d5-46e8-916e-269e242c159a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:06.587634 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-171df2a2-d777-4296-86d2-c6af43c70d36 req-3bdb5918-00d5-46e8-916e-269e242c159a tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 944 time: 0.1044996 Jun 22 00:50:06.628190 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-171df2a2-d777-4296-86d2-c6af43c70d36 req-f2b5cf5f-f93b-4a3d-811a-dabc5ae4e7fe tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Jun 22 00:50:07.414945 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bdf84-3fc9-4698-bd8e-f85b0c343984 req-e701a4b3-2207-4629-98c1-cfe891ad58ac tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:07.416572 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-172bdf84-3fc9-4698-bd8e-f85b0c343984 req-e701a4b3-2207-4629-98c1-cfe891ad58ac tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 943 time: 0.0757945 Jun 22 00:50:07.466037 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-172bdf84-3fc9-4698-bd8e-f85b0c343984 req-91c8b389-152a-4810-804a-8579801feaa4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432196 Jun 22 00:50:07.529343 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42863f5-9d64-4ea8-8c8a-65a4e5b10b6e req-8ba88f33-9e52-44b3-b6c1-1fed36f17ae9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:07.530822 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e42863f5-9d64-4ea8-8c8a-65a4e5b10b6e req-8ba88f33-9e52-44b3-b6c1-1fed36f17ae9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0671258 Jun 22 00:50:07.573308 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e42863f5-9d64-4ea8-8c8a-65a4e5b10b6e req-712ddc3c-49a9-4550-9066-27b98a733a58 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Jun 22 00:50:07.835733 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01728795-273b-4749-81fa-5919a9f4c5a1 req-02ce3b87-f84f-4163-b1c3-3347b0e760ca tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:07.837570 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-01728795-273b-4749-81fa-5919a9f4c5a1 req-02ce3b87-f84f-4163-b1c3-3347b0e760ca tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 944 time: 0.0896261 Jun 22 00:50:07.875036 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-01728795-273b-4749-81fa-5919a9f4c5a1 req-6d6f47b8-32e7-49fc-8e1a-e945294d7819 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jun 22 00:50:08.321247 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a5faa280-4fd4-41ca-b4d9-c4408d220d8a details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:08.413425 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:08.424223 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'port_id': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'mac_address': 'fa:16:3e:b9:6f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330fff2-510e-479d-a215-fc14edb7095a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:08.460153 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.471921 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5faa280-4fd4-41ca-b4d9-c4408d220d8a {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:08.490655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:08.494360 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:08.496080 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:08.540791 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:08.543971 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:08.632970 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a3c72-e6ab-43f3-bbeb-125ca498e2df req-815a872b-c106-4132-84e6-3a7bab197bc2 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:08.634553 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c53a3c72-e6ab-43f3-bbeb-125ca498e2df req-815a872b-c106-4132-84e6-3a7bab197bc2 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 944 time: 0.0645401 Jun 22 00:50:08.676654 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c53a3c72-e6ab-43f3-bbeb-125ca498e2df req-07b8f0cd-035e-4e14-a196-7046618f0b42 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Jun 22 00:50:08.756482 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c1438-bdd5-4fc7-8256-e0532a49231b req-286d67df-fefd-47bb-8a45-dfc6b71de5ce tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:08.758000 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1f2c1438-bdd5-4fc7-8256-e0532a49231b req-286d67df-fefd-47bb-8a45-dfc6b71de5ce tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0609543 Jun 22 00:50:08.794378 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1f2c1438-bdd5-4fc7-8256-e0532a49231b req-4bac760c-21e6-4007-8e24-49da733bc63b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309036 Jun 22 00:50:09.063748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459c6c2-7246-4aa1-acc6-6c7133282dfc req-da3d71ea-984d-4e05-aa8f-11e1ffc968b2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.065711 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9459c6c2-7246-4aa1-acc6-6c7133282dfc req-da3d71ea-984d-4e05-aa8f-11e1ffc968b2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 944 time: 0.0614424 Jun 22 00:50:09.106157 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9459c6c2-7246-4aa1-acc6-6c7133282dfc req-24ff6b07-7640-4ea1-8056-30b6e5ff4242 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Jun 22 00:50:09.302446 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['a5faa280-4fd4-41ca-b4d9-c4408d220d8a'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:09.855033 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f4973-8191-4651-983e-8da7ebc37a03 req-435d36ca-cc86-4c79-9649-7bd2e85d4ba1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.861958 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ed0f4973-8191-4651-983e-8da7ebc37a03 req-435d36ca-cc86-4c79-9649-7bd2e85d4ba1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 944 time: 0.0758390 Jun 22 00:50:09.896379 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ed0f4973-8191-4651-983e-8da7ebc37a03 req-6f7f1a2f-59d6-4196-acc7-cbcbc98dae75 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Jun 22 00:50:09.980765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5acbd9-3f1d-407f-a31b-726fad90c610 req-dec3d4f5-fed0-4acf-8c83-d5ce084240d7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:09.982267 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5a5acbd9-3f1d-407f-a31b-726fad90c610 req-dec3d4f5-fed0-4acf-8c83-d5ce084240d7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0636272 Jun 22 00:50:10.020241 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5a5acbd9-3f1d-407f-a31b-726fad90c610 req-55ea6c1c-7232-4e65-b198-bef633e22a4f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Jun 22 00:50:10.278391 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e7999-bf3b-4be6-ae7f-942e29bac6d8 req-547325f4-206e-4a73-8553-6a93de7c214e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:10.279997 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-985e7999-bf3b-4be6-ae7f-942e29bac6d8 req-547325f4-206e-4a73-8553-6a93de7c214e tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 944 time: 0.0641651 Jun 22 00:50:10.317566 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-985e7999-bf3b-4be6-ae7f-942e29bac6d8 req-a358eb7f-4723-4193-9744-427195e3b0a4 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Jun 22 00:50:10.348017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:10.460715 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:10.475474 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0', 'network_id': '987ea5e4-7f7c-4db9-9b90-72d65d645dd1', 'port_id': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0', 'mac_address': 'fa:16:3e:1c:e4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571f0923-7f70-4650-8073-f55825f3f848', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:10.516598 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.530615 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:10.550396 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:10.554109 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:10.555893 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:10.601232 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:10.604424 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:11.075360 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18246708-637d-42f5-b616-84debccd3d8f req-385f2e7c-3fb3-4da4-b8d4-a6b50fc40c80 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.076866 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-18246708-637d-42f5-b616-84debccd3d8f req-385f2e7c-3fb3-4da4-b8d4-a6b50fc40c80 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 944 time: 0.0654609 Jun 22 00:50:11.113285 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-18246708-637d-42f5-b616-84debccd3d8f req-eedac4d7-28c9-498a-a9c7-a7bc3a2e60fe tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307906 Jun 22 00:50:11.198554 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b2641-c946-4f34-b6a2-8a9722906c34 req-9bc9cf1c-d17a-4f32-8423-f1ea4a514084 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.200056 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bf5b2641-c946-4f34-b6a2-8a9722906c34 req-9bc9cf1c-d17a-4f32-8423-f1ea4a514084 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0662441 Jun 22 00:50:11.237295 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bf5b2641-c946-4f34-b6a2-8a9722906c34 req-fa436e3e-c57e-4427-9fc9-6028a1cabf35 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Jun 22 00:50:11.336002 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:11.557064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05185dea-3e6e-4660-be75-d11a02a59a7d req-953839f1-3a14-4801-9051-7f1813bb3b05 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:11.561877 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-05185dea-3e6e-4660-be75-d11a02a59a7d req-953839f1-3a14-4801-9051-7f1813bb3b05 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 945 time: 0.0772359 Jun 22 00:50:11.596965 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-05185dea-3e6e-4660-be75-d11a02a59a7d req-afec89f3-5ca6-421f-915e-5ba0fe38a374 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Jun 22 00:50:12.286891 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995af7cc-5afd-4fe8-80ae-423e4c85938e req-55e2cd12-1f1a-471f-82da-f78c4db8aa75 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.288369 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-995af7cc-5afd-4fe8-80ae-423e4c85938e req-55e2cd12-1f1a-471f-82da-f78c4db8aa75 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 944 time: 0.0629776 Jun 22 00:50:12.325333 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-995af7cc-5afd-4fe8-80ae-423e4c85938e req-165157c2-2608-4fd4-9c9d-572321d31642 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313845 Jun 22 00:50:12.362202 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a5faa280-4fd4-41ca-b4d9-c4408d220d8a up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:12.409496 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port a5faa280-4fd4-41ca-b4d9-c4408d220d8a completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:12.413524 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port a5faa280-4fd4-41ca-b4d9-c4408d220d8a triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:12.413967 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.429884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f58a3f-f13c-4534-963d-9bb77f322846 req-724781c7-3615-49fa-9002-86cf8da0a8d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.431576 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-45f58a3f-f13c-4534-963d-9bb77f322846 req-724781c7-3615-49fa-9002-86cf8da0a8d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0683134 Jun 22 00:50:12.470948 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-45f58a3f-f13c-4534-963d-9bb77f322846 req-dc71ab09-ef7a-40f9-9321-afba7d88c99f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Jun 22 00:50:12.494182 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.516223 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:12.519049 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796fb575-2b42-4e72-b96b-c0b513178a8b" -d '{"events": [{"server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:12.533425 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:12.538295 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:12.540336 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:12.572011 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab01cec-bab3-4dd3-91a2-5b62c98717c5 x-openstack-request-id: req-0ab01cec-bab3-4dd3-91a2-5b62c98717c5 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:12.572451 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "name": "network-vif-plugged", "status": "completed", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:12.572626 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ab01cec-bab3-4dd3-91a2-5b62c98717c5 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:12.572983 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'code': 200} Jun 22 00:50:12.604226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:12.607786 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:12.803949 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4ea3e-9408-4c3f-aff2-793051068aee req-2a9417a7-6ea0-45bb-8413-a56f35db3233 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.805544 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6ae4ea3e-9408-4c3f-aff2-793051068aee req-2a9417a7-6ea0-45bb-8413-a56f35db3233 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 945 time: 0.0651770 Jun 22 00:50:12.844942 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6ae4ea3e-9408-4c3f-aff2-793051068aee req-3ffec660-bc7f-41d7-bf59-e623c6eac9e8 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Jun 22 00:50:12.931139 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8267d5e-d679-4eef-bc02-5539da7fa1f2 req-21b80c23-b8bd-4fed-a4b2-602b692e86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:12.932515 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d8267d5e-d679-4eef-bc02-5539da7fa1f2 req-21b80c23-b8bd-4fed-a4b2-602b692e86e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 1098 time: 0.0580447 Jun 22 00:50:12.972237 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d8267d5e-d679-4eef-bc02-5539da7fa1f2 req-24ff7399-5934-4725-bd23-c959a526e5c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305667 Jun 22 00:50:13.500916 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc815ec-c177-4c4b-9a92-c9af5fecd343 req-b994f016-c927-474b-a9b0-425b4d2cb986 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:13.502974 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8fc815ec-c177-4c4b-9a92-c9af5fecd343 req-b994f016-c927-474b-a9b0-425b4d2cb986 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.0618715 Jun 22 00:50:13.549123 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8fc815ec-c177-4c4b-9a92-c9af5fecd343 req-055225ae-9271-441f-b6c1-dd1293d4f297 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Jun 22 00:50:13.666104 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf49f1-c859-4f83-bc55-3aa53e10162e req-9e660852-9619-4b8b-ad36-7b55c9190e53 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:13.667560 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2acf49f1-c859-4f83-bc55-3aa53e10162e req-9e660852-9619-4b8b-ad36-7b55c9190e53 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0629115 Jun 22 00:50:13.708553 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2acf49f1-c859-4f83-bc55-3aa53e10162e req-be1041d5-788a-45b8-840c-0ba64d4635a6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Jun 22 00:50:14.043717 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c7c16-2bdf-428c-89ed-327a67167ac9 req-c4016a16-8785-446a-8318-03d069916770 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:14.045332 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-899c7c16-2bdf-428c-89ed-327a67167ac9 req-c4016a16-8785-446a-8318-03d069916770 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 945 time: 0.0804925 Jun 22 00:50:14.088710 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-899c7c16-2bdf-428c-89ed-327a67167ac9 req-15fdfd21-ce04-4c95-b80c-1a88bb9dfeed tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Jun 22 00:50:14.259658 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52326) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:14.368169 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.374149 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:14.426748 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:14.430241 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:14.430628 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.467785 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.471672 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.474784 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8f08b1cd-bc2c-4bdd-a246-a4c8db0dee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:14.508727 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f7db14163c241559caeea55780fcee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479010 Jun 22 00:50:14.509602 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835ea150-860a-4b51-990a-f78c30c0728b,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:14.510851 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.512820 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:14.513206 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52332) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:14.555102 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:14.562461 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.565534 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:14.575052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.591534 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:14.594264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea11b04a-565c-4ab6-9d27-7d0903f20a70" -d '{"events": [{"server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "name": "network-vif-plugged", "status": "completed", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:14.598677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.624348 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:14.628060 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:14.646609 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.649245 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:14.650785 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/835ea150-860a-4b51-990a-f78c30c0728b HTTP/1.1" status: 204 len: 168 time: 0.1362906 Jun 22 00:50:14.653467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d3777957-cc9f-4541-bb4e-b1436ebb6a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:14.665587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ea150-860a-4b51-990a-f78c30c0728b,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:14.678490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:14.745958 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516c343-e1c5-441f-921f-547f08af05e8 x-openstack-request-id: req-2516c343-e1c5-441f-921f-547f08af05e8 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:14.746513 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "name": "network-vif-plugged", "status": "completed", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:14.746974 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2516c343-e1c5-441f-921f-547f08af05e8 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:14.747639 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0', 'code': 200} Jun 22 00:50:14.753696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d3cd0-666f-434c-8954-77f4e0ea5a72 req-7f8d1197-2f22-462d-8f83-02fea3481001 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:14.755226 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0e2d3cd0-666f-434c-8954-77f4e0ea5a72 req-7f8d1197-2f22-462d-8f83-02fea3481001 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.0758562 Jun 22 00:50:14.802994 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0e2d3cd0-666f-434c-8954-77f4e0ea5a72 req-642507b0-c1ef-4912-8dda-d5fe0a4171b6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Jun 22 00:50:14.913583 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665369cb-a9de-4c3c-8fb2-b66563a1a97d req-5184b91f-b639-4404-b56f-35c8c0f812b8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:14.915711 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-665369cb-a9de-4c3c-8fb2-b66563a1a97d req-5184b91f-b639-4404-b56f-35c8c0f812b8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0781074 Jun 22 00:50:14.965147 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-665369cb-a9de-4c3c-8fb2-b66563a1a97d req-402cf658-793b-4746-b92a-df54b95e1dbc tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433078 Jun 22 00:50:15.001067 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52346) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:15.018675 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.147802 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.155091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.158925 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c7a54a32-85af-417c-85bb-22cd7b3fdc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:15.175262 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4bc4b-6b9e-4f89-a5af-880095a1ad3b req-b475638c-d310-4344-93b8-e5f602653053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:15.176847 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-22f4bc4b-6b9e-4f89-a5af-880095a1ad3b req-b475638c-d310-4344-93b8-e5f602653053 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 1099 time: 0.1029990 Jun 22 00:50:15.197118 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be3d3eb-2d93-4c8a-a11c-02b5e615c8db,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:15.202779 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:15.207280 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce663dae4d63466a954790628fa0fc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050960 Jun 22 00:50:15.209755 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52352) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:15.297065 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-22f4bc4b-6b9e-4f89-a5af-880095a1ad3b req-18a04658-5929-4148-83e8-d9936c6c235b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613577 Jun 22 00:50:15.301523 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.312247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21552e-2dc1-4856-8c2d-c6f1cbe15cfb req-351f1241-97a2-40d6-9ea5-476746faf540 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:15.314710 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cb21552e-2dc1-4856-8c2d-c6f1cbe15cfb req-351f1241-97a2-40d6-9ea5-476746faf540 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0725725 Jun 22 00:50:15.326474 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.354788 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cb21552e-2dc1-4856-8c2d-c6f1cbe15cfb req-1a9bc30d-6d72-4518-b97c-0494958d48a4 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jun 22 00:50:15.382177 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.384855 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.386093 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4be3d3eb-2d93-4c8a-a11c-02b5e615c8db HTTP/1.1" status: 204 len: 168 time: 0.1753776 Jun 22 00:50:15.386877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2e846817-a04a-4f0a-92bc-3ab20af9b800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:15.394879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be3d3eb-2d93-4c8a-a11c-02b5e615c8db,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:15.397920 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:15.692389 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52360) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:15.706431 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.820893 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.824842 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.827157 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:15.878889 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1da0e7949179464dba192e358dc88bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822462 Jun 22 00:50:15.878889 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa266e-8b8d-45dc-892f-5b40de513119,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:15.879234 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52368) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:15.880314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:15.956653 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:15.981899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:16.011606 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61474028-976f-45f4-be2d-66f1c41eb1bf req-eafd9d3a-e082-42ec-855d-8ba0095030a7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:16.013198 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-61474028-976f-45f4-be2d-66f1c41eb1bf req-eafd9d3a-e082-42ec-855d-8ba0095030a7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.0666680 Jun 22 00:50:16.034353 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:16.037234 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:16.038406 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ffa266e-8b8d-45dc-892f-5b40de513119 HTTP/1.1" status: 204 len: 168 time: 0.1580410 Jun 22 00:50:16.039256 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-62fefab3-7da2-4bdb-ab2e-0dbe784bffe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:16.050378 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa266e-8b8d-45dc-892f-5b40de513119,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:16.051110 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:16.064238 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-61474028-976f-45f4-be2d-66f1c41eb1bf req-221456a9-74fa-47ee-a7dc-a6e75e3a8f51 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Jun 22 00:50:16.256133 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc3aab-bc5f-42b1-9e26-bce4fff8f16e req-f709d0e1-7be9-4432-a164-97042b4b6606 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:16.258146 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3acc3aab-bc5f-42b1-9e26-bce4fff8f16e req-f709d0e1-7be9-4432-a164-97042b4b6606 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0773916 Jun 22 00:50:16.307730 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3acc3aab-bc5f-42b1-9e26-bce4fff8f16e req-062146f5-3d6a-4e10-a9a3-07117ad6863f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Jun 22 00:50:16.686446 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2e702-f7cd-45e8-aa1a-d4762b257766 req-31238eec-4763-467d-b586-e115e48ef417 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:16.693852 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c4c2e702-f7cd-45e8-aa1a-d4762b257766 req-31238eec-4763-467d-b586-e115e48ef417 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0781105 Jun 22 00:50:16.727410 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c4c2e702-f7cd-45e8-aa1a-d4762b257766 req-48335674-671e-406e-bf75-a527cf2fe4e1 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Jun 22 00:50:17.313279 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-20762604-ddde-4751-8ce9-054881f5bb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:17.493095 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb9216-c9b2-49ac-bb85-42fad6a412c9 req-9c44fc70-893f-4a9c-97ca-591c2402493d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:17.494728 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-76fb9216-c9b2-49ac-bb85-42fad6a412c9 req-9c44fc70-893f-4a9c-97ca-591c2402493d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0618200 Jun 22 00:50:17.532193 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-76fb9216-c9b2-49ac-bb85-42fad6a412c9 req-16d40e2c-5bf5-41f5-8442-f674e39188fa tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Jun 22 00:50:17.912145 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201df09-985e-484c-8ac4-0ffb31e25b31 req-efa043d9-5a2b-43d9-9d7a-4fe865ebdd2f tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:17.913697 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a201df09-985e-484c-8ac4-0ffb31e25b31 req-efa043d9-5a2b-43d9-9d7a-4fe865ebdd2f tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0671170 Jun 22 00:50:17.956265 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a201df09-985e-484c-8ac4-0ffb31e25b31 req-b1e1feb8-13fd-48d1-ab60-9c4f90a5a389 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334704 Jun 22 00:50:18.712941 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10999f5-5b5e-4b47-a54e-2ae6acac6424 req-5f5e6202-3e79-4088-8e6d-bd9093653190 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:18.714532 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a10999f5-5b5e-4b47-a54e-2ae6acac6424 req-5f5e6202-3e79-4088-8e6d-bd9093653190 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0676889 Jun 22 00:50:18.752311 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a10999f5-5b5e-4b47-a54e-2ae6acac6424 req-001a9a0d-be15-432c-b29c-1e8c942755f2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316708 Jun 22 00:50:19.246516 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600241a2-2e10-4c58-92d1-16fae73a30a2 req-2b1ccbd9-ffdd-416b-83cb-fd2c9404358d tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:19.247975 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-600241a2-2e10-4c58-92d1-16fae73a30a2 req-2b1ccbd9-ffdd-416b-83cb-fd2c9404358d tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0975544 Jun 22 00:50:19.288174 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-600241a2-2e10-4c58-92d1-16fae73a30a2 req-fd72ade1-14be-4205-a707-0bcc55c7b31d tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Jun 22 00:50:20.042702 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-24ae6cf6-8b63-4024-adfc-83ae98fcc459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:20.166353 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26293089-6ae9-47d9-a581-1e87539426e3 req-c371b9b9-2bd2-444c-88c7-04683b9727a0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:20.168173 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-26293089-6ae9-47d9-a581-1e87539426e3 req-c371b9b9-2bd2-444c-88c7-04683b9727a0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.3079724 Jun 22 00:50:20.174640 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:20.205697 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-26293089-6ae9-47d9-a581-1e87539426e3 req-941d9e08-939d-4d1b-a4aa-d70371db5415 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 22 00:50:20.463183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2448e-0b68-429e-8ea5-f34e76dae2fc req-75b85308-402f-4ccc-aff6-50a0d239b992 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:20.464654 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-87b2448e-0b68-429e-8ea5-f34e76dae2fc req-75b85308-402f-4ccc-aff6-50a0d239b992 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0653930 Jun 22 00:50:20.502950 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-87b2448e-0b68-429e-8ea5-f34e76dae2fc req-3f0b2dee-d29a-458d-be70-54e793795b2c tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Jun 22 00:50:21.108904 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:21.374017 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d76a-35d9-4e6e-a68c-aa6b05a87f0f req-5525016f-3bbb-4b0d-bd27-d32172562753 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.375440 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8642d76a-35d9-4e6e-a68c-aa6b05a87f0f req-5525016f-3bbb-4b0d-bd27-d32172562753 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0606532 Jun 22 00:50:21.414932 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8642d76a-35d9-4e6e-a68c-aa6b05a87f0f req-883c9cc4-359b-4428-863f-df43a1beeec3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jun 22 00:50:21.710428 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e058a-6d4e-43b8-a6a6-692a6d9d0260 req-3781cfb9-5848-4b8f-a2db-2de31fd629dd tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:21.711877 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-493e058a-6d4e-43b8-a6a6-692a6d9d0260 req-3781cfb9-5848-4b8f-a2db-2de31fd629dd tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0829253 Jun 22 00:50:21.756640 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-493e058a-6d4e-43b8-a6a6-692a6d9d0260 req-58f8646e-3c87-4855-97c2-68ee609b21bf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Jun 22 00:50:22.499729 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:22.511312 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-a8b1436f-2aa5-4861-a858-97804aa56b48 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:22.512992 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-a8b1436f-2aa5-4861-a858-97804aa56b48 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0834641 Jun 22 00:50:22.611944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e22f0-f12f-4550-bbe7-16af0dc9527b req-0028c8c1-9140-4fe2-8109-e59ba8c644a2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:22.613412 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-036e22f0-f12f-4550-bbe7-16af0dc9527b req-0028c8c1-9140-4fe2-8109-e59ba8c644a2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0763485 Jun 22 00:50:22.636360 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Deleting port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:50:22.636730 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:22.654053 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-036e22f0-f12f-4550-bbe7-16af0dc9527b req-93f36ba4-06af-4897-a85d-5bc20503ac9e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Jun 22 00:50:22.737273 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] For port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,segment=NetworkSegment(76820d27-95ae-4057-813e-5a12ad70a366),segment_id=76820d27-95ae-4057-813e-5a12ad70a366)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:22.737548 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:22.835576 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Calling delete_port for 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:50:22.972619 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e6a6-6fa2-4446-be97-a53c17e0dcb3 req-188946f2-6062-4fcd-b980-b2a4f5c3bc4f tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:22.984815 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1f57e6a6-6fa2-4446-be97-a53c17e0dcb3 req-188946f2-6062-4fcd-b980-b2a4f5c3bc4f tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 946 time: 0.0851462 Jun 22 00:50:23.031632 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1f57e6a6-6fa2-4446-be97-a53c17e0dcb3 req-2e63607a-463e-4c3e-b42c-538e8839ccfb tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/security-groups?id=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Jun 22 00:50:23.068625 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.072593 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:23.095584 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Pushing event deleted for resources: {'Port': ['ID=391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:23.099393 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:23.151999 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:23.157519 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] No DVR routers for this DVR port 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:50:23.161038 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.163039 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a6c4fa5-f62e-4cdd-b528-54b312a51b59 req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.23 "DELETE /v2.0/ports/391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 HTTP/1.1" status: 204 len: 173 time: 0.6421106 Jun 22 00:50:23.163519 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'name': 'network-vif-deleted', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:23.166033 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d588cc02-61a6-4c4b-ac14-6825cfd535e1" -d '{"events": [{"server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "name": "network-vif-deleted", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:23.213290 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6526ff-f6c3-4bed-b70a-500671188dd6 x-openstack-request-id: req-be6526ff-f6c3-4bed-b70a-500671188dd6 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:23.213633 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3471f700-23a5-4ba6-bc7b-26f6939e0463", "name": "network-vif-deleted", "tag": "391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:23.213913 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be6526ff-f6c3-4bed-b70a-500671188dd6 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:23.214351 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3471f700-23a5-4ba6-bc7b-26f6939e0463', 'name': 'network-vif-deleted', 'tag': '391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0', 'status': 'completed', 'code': 200} Jun 22 00:50:23.388635 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:23.827504 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514b44a-e07c-4255-8940-4035f904bbe1 req-7d9707ff-ada9-40e5-b6c6-bd8fbee63b11 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:23.828958 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6514b44a-e07c-4255-8940-4035f904bbe1 req-7d9707ff-ada9-40e5-b6c6-bd8fbee63b11 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0619459 Jun 22 00:50:23.866145 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6514b44a-e07c-4255-8940-4035f904bbe1 req-83a1599d-2f2a-494a-bf0e-c6b9ca827f02 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Jun 22 00:50:24.270411 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-39f75e1a-b537-49b6-990b-1339cb9bc16d req-19bd106c-096b-4c3e-9a6a-6d2965bc319b tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] 10.222.0.21 "GET /v2.0/ports?device_id=3471f700-23a5-4ba6-bc7b-26f6939e0463 HTTP/1.1" status: 200 len: 210 time: 0.0605571 Jun 22 00:50:25.044638 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda34ecc-8396-49bc-8ceb-113bb7d15520 req-07416d62-3073-49ee-a142-c2883a098fe0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:25.046261 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fda34ecc-8396-49bc-8ceb-113bb7d15520 req-07416d62-3073-49ee-a142-c2883a098fe0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0647776 Jun 22 00:50:25.090179 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fda34ecc-8396-49bc-8ceb-113bb7d15520 req-21480e45-3353-4734-9ee3-cb9300471a17 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Jun 22 00:50:25.237639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-5bdc9c83-df0f-4c29-843f-4ef04fa3e41a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:25.238959 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-5bdc9c83-df0f-4c29-843f-4ef04fa3e41a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.1002023 Jun 22 00:50:25.254223 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-e9fd6d81-a587-48f5-b556-c36f52474882 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/quotas/3b86765b39b14589939e00e6270286de HTTP/1.1" status: 200 len: 375 time: 0.0097539 Jun 22 00:50:25.327027 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-cc329677-301e-424e-b134-d2512cbbef95 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0670211 Jun 22 00:50:25.419498 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-cdf7f884-9a5a-42da-ba71-048c6cd00438 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Jun 22 00:50:25.524412 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-eb109c66-192c-43f3-95ec-cecfec7f4e95 service neutron] 10.222.0.21 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980480 Jun 22 00:50:25.752061 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9ee64ab8-9684-4cff-8749-f97dca22ab3a req-f0a1b519-abc1-436a-b22f-83172c4f7256 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 210 time: 0.0470836 Jun 22 00:50:26.272225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1672a29-156e-4b1c-9362-eca422f22ebc req-0d488ae3-0252-4ab8-978e-89f823b4dca3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:26.273723 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e1672a29-156e-4b1c-9362-eca422f22ebc req-0d488ae3-0252-4ab8-978e-89f823b4dca3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0709469 Jun 22 00:50:26.310153 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e1672a29-156e-4b1c-9362-eca422f22ebc req-38e171ca-9fad-4e48-94b9-adfc59515b2a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307422 Jun 22 00:50:26.440835 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:50:26.461777 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:50:26.462128 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 391ad6e0-c4ab-4bd9-94bb-f842ddd8f7a0 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:50:26.890914 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5a6b098-e871-4a87-9322-05700dd984ed req-4d7c4723-19a2-4c71-b1d4-2e9ef4dc9d44 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 210 time: 0.0292926 Jun 22 00:50:27.262731 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:50:27.375196 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-8f7a61f3-5f94-492c-85fa-4e28310121c3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.377317 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-8f7a61f3-5f94-492c-85fa-4e28310121c3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 815 time: 0.3644783 Jun 22 00:50:27.398563 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Request body: {'port': {'device_id': '73995b05-f99e-4932-bad5-375f72d92ea4', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'admin_state_up': True, 'tenant_id': '3b86765b39b14589939e00e6270286de'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:27.476465 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52736) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:27.540266 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Made reservation on behalf of 3b86765b39b14589939e00e6270286de for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:27.544258 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.550773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ccfd6-650d-4518-839c-f2fcdad1d516 req-0ea96731-7642-4045-80f1-89cd7ace1fcf tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:27.557934 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-969ccfd6-650d-4518-839c-f2fcdad1d516 req-0ea96731-7642-4045-80f1-89cd7ace1fcf tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0869172 Jun 22 00:50:27.611012 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-969ccfd6-650d-4518-839c-f2fcdad1d516 req-c7748090-d61b-49f6-bbb7-24b6ec472af6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521379 Jun 22 00:50:27.629338 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.720462 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Allocated IP 172.20.0.13 (748bd65e-7944-4283-adee-d3d64dfcde42/2330fff2-510e-479d-a215-fc14edb7095a/f8b0470c-0cdf-4f4f-a760-de0a065b2468) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:50:27.858906 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.869122 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:27.874214 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:27.927399 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbe45e7e217843eca2cf26efc072bf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497809 Jun 22 00:50:27.930398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52758) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:27.931490 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab5b6c7-772c-46b9-9646-7d6d4f16c222,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:27.938986 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:27.959384 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.005336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.013187 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.053541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.059456 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f', 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:28.096775 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.099885 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Network 748bd65e-7944-4283-adee-d3d64dfcde42 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:50:28.103393 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:28.107838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:50:28.114052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.114691 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.130893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event updated for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.134567 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.140949 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469466 Jun 22 00:50:28.171488 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Request body: {'port': {'device_id': '73995b05-f99e-4932-bad5-375f72d92ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:28.227236 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3124c33-0c97-4f87-aa2f-ecb3556c15ab req-26de2244-e67e-4dac-b73b-98626c33b88b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.237390 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f3124c33-0c97-4f87-aa2f-ecb3556c15ab req-26de2244-e67e-4dac-b73b-98626c33b88b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 932 time: 0.1427157 Jun 22 00:50:28.267601 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.270788 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.275022 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ab5b6c7-772c-46b9-9646-7d6d4f16c222 HTTP/1.1" status: 204 len: 168 time: 0.3423960 Jun 22 00:50:28.276451 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.294595 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.313973 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f3124c33-0c97-4f87-aa2f-ecb3556c15ab req-076c2f4d-8fde-438d-b9f7-b9b7a34e19fd tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748899 Jun 22 00:50:28.327336 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab5b6c7-772c-46b9-9646-7d6d4f16c222,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.343477 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.694741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b0470c-0cdf-4f4f-a760-de0a065b2468 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:28.717133 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.736664 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Transition to ACTIVE for port object f8b0470c-0cdf-4f4f-a760-de0a065b2468 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:50:28.740492 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.744693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:28.835185 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 52776) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:28.836831 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:28.845290 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:28.857342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:28.904246 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f288de1-adbb-47f0-bb0d-e15ac3228e23 req-2873e8d9-1659-4ab2-a81d-7bb24195c0ef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:28.912254 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4f288de1-adbb-47f0-bb0d-e15ac3228e23 req-2873e8d9-1659-4ab2-a81d-7bb24195c0ef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0955486 Jun 22 00:50:28.942302 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Attempting to bind port f8b0470c-0cdf-4f4f-a760-de0a065b2468 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:50:28.942998 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Attempting to bind port f8b0470c-0cdf-4f4f-a760-de0a065b2468 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:50:28.943837 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Attempting to bind port f8b0470c-0cdf-4f4f-a760-de0a065b2468 on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:28.952438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Port f8b0470c-0cdf-4f4f-a760-de0a065b2468 on network 748bd65e-7944-4283-adee-d3d64dfcde42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:50:28.953051 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Attempting to bind port f8b0470c-0cdf-4f4f-a760-de0a065b2468 on network 748bd65e-7944-4283-adee-d3d64dfcde42 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:50:28.966089 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4f288de1-adbb-47f0-bb0d-e15ac3228e23 req-384f9ada-9cdc-4219-a962-1cebfc316fcf tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527446 Jun 22 00:50:28.977971 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:50:28.978325 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Checking segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:28.978747 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Bound using segment: {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:50:28.979184 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Bound port: f8b0470c-0cdf-4f4f-a760-de0a065b2468, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2e0840-3f68-4fc8-a3ce-57de83ad3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:50:28.979538 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.114609 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:50:29.122711 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:50:29.129526 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.131261 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.133883 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:29.137412 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.181257 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:29.181917 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.183296 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] 10.222.0.23 "PUT /v2.0/ports/f8b0470c-0cdf-4f4f-a760-de0a065b2468 HTTP/1.1" status: 200 len: 1094 time: 1.0171843 Jun 22 00:50:29.187817 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:29.190177 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b07109-e42e-4e53-99cc-aabc0b728ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:29.223987 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ed182cf766b47c5a9cc33af79c590cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819859 Jun 22 00:50:29.224356 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52782) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:29.233785 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:29.239233 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fc4f61-5ec5-4833-bf60-9601c6da9fed x-openstack-request-id: req-c4fc4f61-5ec5-4833-bf60-9601c6da9fed {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:29.239565 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:29.239846 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4fc4f61-5ec5-4833-bf60-9601c6da9fed {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:29.240254 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468', 'status': 'completed', 'code': 200} Jun 22 00:50:29.241189 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:29.241711 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-03ff2f1e-242a-474b-b12e-06ebad85dd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:29.284810 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d1dcd6-2cd4-49be-b555-807da028768d,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:29.289557 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:29.351172 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.364115 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-2a15a9a7-3c46-4ff8-95b3-23d2f21077f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:29.365661 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-2a15a9a7-3c46-4ff8-95b3-23d2f21077f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0737729 Jun 22 00:50:29.374317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.425423 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.429807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:29.433615 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5d1dcd6-2cd4-49be-b555-807da028768d HTTP/1.1" status: 204 len: 168 time: 0.2059164 Jun 22 00:50:29.433615 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3b5d0996-5ccb-4e2b-b5f7-3cefa1dfdf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:29.446021 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-86742ca0-613b-4c28-8629-1a778d3153f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468 HTTP/1.1" status: 200 len: 217 time: 0.0651448 Jun 22 00:50:29.452953 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d1dcd6-2cd4-49be-b555-807da028768d,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:29.457197 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:29.564989 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-f86ff9b0-2b8f-4c20-b336-b6269fc848ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:29.566493 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-f86ff9b0-2b8f-4c20-b336-b6269fc848ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0940123 Jun 22 00:50:29.609850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3bb9-230e-4b98-bfbe-fe65ccf17c49 req-83ead403-9c7a-488d-a4c0-5e5a6709817b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:29.612533 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6ca3bb9-230e-4b98-bfbe-fe65ccf17c49 req-83ead403-9c7a-488d-a4c0-5e5a6709817b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 944 time: 0.1175513 Jun 22 00:50:29.613507 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-f6188768-a31d-4d88-a956-1cfd4e79c685 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383487 Jun 22 00:50:29.668928 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6ca3bb9-230e-4b98-bfbe-fe65ccf17c49 req-fce95ff5-f954-4349-8521-bd0f2670b2f0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Jun 22 00:50:29.751310 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-b2ca5901-2bac-422e-9dbe-b1b05c788ef7 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290450 Jun 22 00:50:29.918213 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f6125ee8-dde0-4544-8b0e-ff8167611410 req-5184c6eb-c003-4b5b-9bfb-dc140a70e5b3 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846262 Jun 22 00:50:30.206641 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d64d8-2e16-48bd-8eb0-df7806446ba5 req-4ffe4e0a-79c3-48f6-b56e-c41028397736 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.208509 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f92d64d8-2e16-48bd-8eb0-df7806446ba5 req-4ffe4e0a-79c3-48f6-b56e-c41028397736 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0964332 Jun 22 00:50:30.209903 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-e07e8d8a-c74b-405b-87d2-aa253a8bd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.212447 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-e07e8d8a-c74b-405b-87d2-aa253a8bd25e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3b86765b39b14589939e00e6270286de&device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 1097 time: 0.1461682 Jun 22 00:50:30.340691 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f92d64d8-2e16-48bd-8eb0-df7806446ba5 req-2c98291c-9977-4afe-a6d5-9cb6e32885d6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232178 Jun 22 00:50:30.445624 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-207b8029-e89f-40bf-9090-85d0e99f01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.448571 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-207b8029-e89f-40bf-9090-85d0e99f01ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 200 len: 916 time: 0.2247658 Jun 22 00:50:30.457729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b8232-332e-4e7c-b236-23e40eb987d6 req-d5e16632-a82b-4b3a-9f4e-5c2f3ac9c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.459537 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-316b8232-332e-4e7c-b236-23e40eb987d6 req-d5e16632-a82b-4b3a-9f4e-5c2f3ac9c1af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 1098 time: 0.0957465 Jun 22 00:50:30.511042 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-69e9a134-d5b5-439b-8d19-bbae88afed6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468 HTTP/1.1" status: 200 len: 217 time: 0.0546191 Jun 22 00:50:30.541745 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-316b8232-332e-4e7c-b236-23e40eb987d6 req-350487ca-bd1a-4a8c-9084-21d78c6e7118 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639465 Jun 22 00:50:30.578901 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-c45d92fc-9880-4414-a94f-2b8dfee71010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.580553 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-c45d92fc-9880-4414-a94f-2b8dfee71010 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 200 len: 855 time: 0.0597489 Jun 22 00:50:30.879481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92afff-a8db-429b-a364-901b2a4729b8 req-e973ce1d-0c48-40f2-b012-26451cefbaa5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:30.886006 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9c92afff-a8db-429b-a364-901b2a4729b8 req-e973ce1d-0c48-40f2-b012-26451cefbaa5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 944 time: 0.0904174 Jun 22 00:50:30.925186 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9c92afff-a8db-429b-a364-901b2a4729b8 req-c64fc546-6538-41a5-9fad-f0b086c6e115 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Jun 22 00:50:31.156140 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-4d26d0bb-0aef-468b-8494-952980bdaa47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=748bd65e-7944-4283-adee-d3d64dfcde42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458951 Jun 22 00:50:31.326106 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-2f43af63-7dc9-4d02-b55d-6aa432f98334 service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312649 Jun 22 00:50:31.438797 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-08b07109-e42e-4e53-99cc-aabc0b728ae1 req-fc715e17-8b67-448c-90a6-6b4fedf880de service neutron] 10.222.0.23 "GET /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022480 Jun 22 00:50:31.542993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eeb1ba-a824-461b-bbcc-48f25c362cf1 req-be25cfa8-6f89-4fc2-9f5e-97418ad886a1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:31.550147 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-93eeb1ba-a824-461b-bbcc-48f25c362cf1 req-be25cfa8-6f89-4fc2-9f5e-97418ad886a1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0861218 Jun 22 00:50:31.602990 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-93eeb1ba-a824-461b-bbcc-48f25c362cf1 req-7864253c-b682-44a4-b83b-30b57e0f7c91 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Jun 22 00:50:32.112479 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620837e-7b6d-4c59-929a-05eb898f79f3 req-1b5748fe-0215-461f-b318-ed592ce15565 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:32.114069 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7620837e-7b6d-4c59-929a-05eb898f79f3 req-1b5748fe-0215-461f-b318-ed592ce15565 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 944 time: 0.0685453 Jun 22 00:50:32.153329 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7620837e-7b6d-4c59-929a-05eb898f79f3 req-49efd41f-b5ec-4460-8f80-6a48562f3a83 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Jun 22 00:50:32.776500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78245a-0e9a-4b35-a8f2-83e3c697c4b8 req-0b1c2771-add3-48db-81ea-728463abacc1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:32.778026 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db78245a-0e9a-4b35-a8f2-83e3c697c4b8 req-0b1c2771-add3-48db-81ea-728463abacc1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0684288 Jun 22 00:50:32.817310 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db78245a-0e9a-4b35-a8f2-83e3c697c4b8 req-81f507c1-8035-4f82-9be4-dc193e995ac9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Jun 22 00:50:33.375737 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08cc69-312b-4a80-92b6-00078496ab6f req-4c6507ca-f915-4eb0-bb0c-1175a9b310ac tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:33.377824 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e08cc69-312b-4a80-92b6-00078496ab6f req-4c6507ca-f915-4eb0-bb0c-1175a9b310ac tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 944 time: 0.0709801 Jun 22 00:50:33.422713 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e08cc69-312b-4a80-92b6-00078496ab6f req-41ecdd64-034d-4eb6-b26a-cd6862126b9a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391226 Jun 22 00:50:34.049575 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf2d98-9076-469a-86be-a5997095e6d0 req-aae8668c-72e0-4ac2-9156-47a94c7cebf1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.051628 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39bf2d98-9076-469a-86be-a5997095e6d0 req-aae8668c-72e0-4ac2-9156-47a94c7cebf1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.1109176 Jun 22 00:50:34.110638 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39bf2d98-9076-469a-86be-a5997095e6d0 req-6ec96650-9290-43c9-b250-9371a71ad78a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Jun 22 00:50:34.364478 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0281-d62b-4fe3-9f9d-28f44daf8ac8 req-377cb066-3db7-40b9-bb9c-a9618b6123c6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.366180 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4f9f0281-d62b-4fe3-9f9d-28f44daf8ac8 req-377cb066-3db7-40b9-bb9c-a9618b6123c6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0852714 Jun 22 00:50:34.413258 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4f9f0281-d62b-4fe3-9f9d-28f44daf8ac8 req-53abf90c-93fb-4de7-b7db-8ad00d7235e5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Jun 22 00:50:34.466838 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device f8b0470c-0cdf-4f4f-a760-de0a065b2468 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:50:34.671917 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6a7d1-f232-43c2-beab-915d4ee3e83f req-76a82acb-bd5d-47d7-9cbb-0e34abe4fd15 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:34.679671 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0d6a7d1-f232-43c2-beab-915d4ee3e83f req-76a82acb-bd5d-47d7-9cbb-0e34abe4fd15 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 944 time: 0.0935104 Jun 22 00:50:34.715122 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:34.725995 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0d6a7d1-f232-43c2-beab-915d4ee3e83f req-dbf62622-2b4d-4330-92fd-6853b63cbad0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Jun 22 00:50:34.746707 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468', 'network_id': '748bd65e-7944-4283-adee-d3d64dfcde42', 'port_id': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468', 'mac_address': 'fa:16:3e:1a:7b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2330fff2-510e-479d-a215-fc14edb7095a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:50:34.801044 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.839607 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b0470c-0cdf-4f4f-a760-de0a065b2468 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:50:34.864080 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:34.871184 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:34.890801 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:35.008745 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:35.019550 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:35.742229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['f8b0470c-0cdf-4f4f-a760-de0a065b2468'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:35.970365 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b38097-4d4b-4a98-81c6-45936d5499d3 req-2648fcd7-7c35-41af-9850-dc226da671fb tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:35.972542 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-18b38097-4d4b-4a98-81c6-45936d5499d3 req-2648fcd7-7c35-41af-9850-dc226da671fb tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 945 time: 0.1204407 Jun 22 00:50:36.057951 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-18b38097-4d4b-4a98-81c6-45936d5499d3 req-bd468ab4-f516-46d3-81b7-aeee54db188f tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Jun 22 00:50:36.777930 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-c482f2d6-3895-4d34-a00f-16dfe410858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.780287 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-c482f2d6-3895-4d34-a00f-16dfe410858a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0769606 Jun 22 00:50:36.820363 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2453777-869d-4d9a-8304-ca70df835cbb req-90a1e7d7-8ddd-4db3-9c56-99133d23caca tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.827731 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f2453777-869d-4d9a-8304-ca70df835cbb req-90a1e7d7-8ddd-4db3-9c56-99133d23caca tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0965767 Jun 22 00:50:36.872364 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f2453777-869d-4d9a-8304-ca70df835cbb req-f8d70a71-b4ad-4318-88a9-1ed6ac8e7cc5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Jun 22 00:50:36.896976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-c4b7030f-65e4-491a-af99-80f19b3b9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:36.898665 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-c4b7030f-65e4-491a-af99-80f19b3b9cac service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.1103094 Jun 22 00:50:36.925071 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52980) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:36.955721 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-42e74939-c2e8-4c5b-b88f-c2344422bbcb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0415134 Jun 22 00:50:37.007637 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-e92834a1-e471-4684-841d-8f5da7118e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.009077 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-e92834a1-e471-4684-841d-8f5da7118e0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0455456 Jun 22 00:50:37.043435 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-62a3e48a-553a-414b-8844-5ce8bd6f6046 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270905 Jun 22 00:50:37.054224 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.181347 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-dce34f9a-4efb-44b5-a0a6-c8d1e20ae75e service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049466 Jun 22 00:50:37.210769 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.236261 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.241032 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.287797 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-375c765b-c99d-4c9d-bf48-a235d26ef3e1 req-99b4082b-f2a2-4cda-b8b3-608ea8323d9f service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931952 Jun 22 00:50:37.296413 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9862b003-a643-4ebc-9ba7-5082d45b6965,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.304857 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d87fde32f57b428483771acf28fa3b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778040 Jun 22 00:50:37.308028 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:37.308511 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 52994) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.353045 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662139fc-64d1-4358-8b55-3c065e9de057 req-a14715d5-dbe3-4211-a04c-36a61f9b9eaf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:37.355127 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-662139fc-64d1-4358-8b55-3c065e9de057 req-a14715d5-dbe3-4211-a04c-36a61f9b9eaf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 945 time: 0.1618989 Jun 22 00:50:37.422211 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-662139fc-64d1-4358-8b55-3c065e9de057 req-e5381ca1-df11-482d-88d9-0141b28ea811 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580134 Jun 22 00:50:37.426795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.449291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.513889 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.518739 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.520550 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9862b003-a643-4ebc-9ba7-5082d45b6965 HTTP/1.1" status: 204 len: 168 time: 0.2100823 Jun 22 00:50:37.521643 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8c19c06c-1790-490d-939f-02e9fa480d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:37.532209 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9862b003-a643-4ebc-9ba7-5082d45b6965,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:37.544032 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:37.838020 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53004) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:37.853142 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.970327 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.975060 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:37.978058 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ba57bbe1-7edd-4c5a-9c04-220ce7945d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:38.005142 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f992f42-35c3-48c0-b994-a10fa03fa283,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:38.008728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:38.095277 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c65161eca4da4045840b932eee74c8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552826 Jun 22 00:50:38.095937 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53010) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:38.128923 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169ebb3-fb29-4ca5-8ce4-ecfd3240ca7a req-62120ab4-01da-4471-9980-8a41ed90d034 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.130855 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a169ebb3-fb29-4ca5-8ce4-ecfd3240ca7a req-62120ab4-01da-4471-9980-8a41ed90d034 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1211622 Jun 22 00:50:38.200107 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.210464 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a169ebb3-fb29-4ca5-8ce4-ecfd3240ca7a req-e0fa9b9c-6d92-4213-a869-a3639d6079cb tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Jun 22 00:50:38.234426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.295147 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.297756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.301631 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f992f42-35c3-48c0-b994-a10fa03fa283 HTTP/1.1" status: 204 len: 168 time: 0.2012491 Jun 22 00:50:38.301631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7ade1ce2-054a-4b53-ab2e-f0fc9f33773f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:38.307617 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f992f42-35c3-48c0-b994-a10fa03fa283,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:38.310053 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:38.479174 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device f8b0470c-0cdf-4f4f-a760-de0a065b2468 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:50:38.622578 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port f8b0470c-0cdf-4f4f-a760-de0a065b2468 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:50:38.628009 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port f8b0470c-0cdf-4f4f-a760-de0a065b2468 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:50:38.628452 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.753888 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.757806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600021f-08c2-43dc-a566-2beca7d37250 req-e83cdd04-3bf0-406f-9463-8ad540c7f104 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:38.759539 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2600021f-08c2-43dc-a566-2beca7d37250 req-e83cdd04-3bf0-406f-9463-8ad540c7f104 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 945 time: 0.0973301 Jun 22 00:50:38.781972 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:38.785238 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006d10c8-89a3-4fcc-a2bd-436074975262" -d '{"events": [{"server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:38.806989 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:38.813765 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:38.816795 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:38.846259 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2600021f-08c2-43dc-a566-2beca7d37250 req-5fce00ad-500d-444f-905e-b073499a9962 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 Jun 22 00:50:38.856913 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ddcccb-9d9b-4087-bd1d-3b82db1c80c0 x-openstack-request-id: req-69ddcccb-9d9b-4087-bd1d-3b82db1c80c0 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:38.857515 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "name": "network-vif-plugged", "status": "completed", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:38.858562 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69ddcccb-9d9b-4087-bd1d-3b82db1c80c0 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:38.859084 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468', 'code': 200} Jun 22 00:50:38.915041 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:38.918589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:39.186752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed41be-6d62-46aa-8b64-ddf588abcc83 req-5c372c78-a952-41f9-a19f-5a6fd342208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:39.189616 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5fed41be-6d62-46aa-8b64-ddf588abcc83 req-5c372c78-a952-41f9-a19f-5a6fd342208b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 1099 time: 0.0645845 Jun 22 00:50:39.241187 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5fed41be-6d62-46aa-8b64-ddf588abcc83 req-20fbca45-632b-489f-84c4-21ee74a83b4e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Jun 22 00:50:39.490869 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271aa31-681b-453e-8b7c-a31fcb4cb848 req-a6f43bc1-0e5a-4457-bdc4-b767b3901305 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:39.498675 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a271aa31-681b-453e-8b7c-a31fcb4cb848 req-a6f43bc1-0e5a-4457-bdc4-b767b3901305 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0973794 Jun 22 00:50:39.547672 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a271aa31-681b-453e-8b7c-a31fcb4cb848 req-8049aa68-59d8-4f48-bca0-1943d153e158 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Jun 22 00:50:40.092284 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ec379-33a5-4706-bcdf-a9e8fffdf691 req-706b3d90-633d-4dc0-8a04-158849a5d3c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:40.099282 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a61ec379-33a5-4706-bcdf-a9e8fffdf691 req-706b3d90-633d-4dc0-8a04-158849a5d3c7 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0707531 Jun 22 00:50:40.142965 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a61ec379-33a5-4706-bcdf-a9e8fffdf691 req-fc4083cd-96cb-4f15-8d12-621db7393338 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Jun 22 00:50:40.768708 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9e842-915f-45ea-ba46-830fcb36dfd7 req-0e872286-1366-4b88-9060-cf7cba1eeda1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:40.771357 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d7d9e842-915f-45ea-ba46-830fcb36dfd7 req-0e872286-1366-4b88-9060-cf7cba1eeda1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1018820 Jun 22 00:50:40.854019 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d7d9e842-915f-45ea-ba46-830fcb36dfd7 req-79fc3ded-cafb-4b41-a241-04e57deef089 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765629 Jun 22 00:50:41.484915 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc5543-dca9-4293-8437-d9a657001397 req-18f304fc-3680-4109-bdc8-8f978cbdcc3c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:41.487012 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c9cc5543-dca9-4293-8437-d9a657001397 req-18f304fc-3680-4109-bdc8-8f978cbdcc3c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0704303 Jun 22 00:50:41.525622 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c9cc5543-dca9-4293-8437-d9a657001397 req-ca6676b6-e971-412b-9ea5-78165f2a3d68 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jun 22 00:50:42.123245 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203748-cdb7-48ac-9b6c-bedf4ca39533 req-f3b2c9ed-61c2-434d-b810-04759cab5ee2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.130531 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d203748-cdb7-48ac-9b6c-bedf4ca39533 req-f3b2c9ed-61c2-434d-b810-04759cab5ee2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0932717 Jun 22 00:50:42.194637 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d203748-cdb7-48ac-9b6c-bedf4ca39533 req-f8ed326e-bcb8-410b-af5f-7f729c890b73 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606282 Jun 22 00:50:42.698819 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281d36d-0d34-4e4e-b0c5-07a6f99b890d req-5b4e51f8-90f6-453d-9ab6-65fe83703c07 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:42.700133 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c281d36d-0d34-4e4e-b0c5-07a6f99b890d req-5b4e51f8-90f6-453d-9ab6-65fe83703c07 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0609853 Jun 22 00:50:42.740196 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c281d36d-0d34-4e4e-b0c5-07a6f99b890d req-08082ce6-7c02-420b-87b6-fdc4f7099e35 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Jun 22 00:50:43.371551 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf54f68-f5aa-47db-98e8-4f6cef0e5aef req-52901b0a-1447-41e7-a1f4-5d28b6263a35 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:43.373005 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5bf54f68-f5aa-47db-98e8-4f6cef0e5aef req-52901b0a-1447-41e7-a1f4-5d28b6263a35 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0653975 Jun 22 00:50:43.414886 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5bf54f68-f5aa-47db-98e8-4f6cef0e5aef req-35978196-3e9c-403c-a5e3-b8db946c0917 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359159 Jun 22 00:50:43.546756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53176) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:43.671093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.768957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.773774 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.776319 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:43.812182 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912139a8-31a0-4c3f-97af-3bfd9b6a7925,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:43.816342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:43.821480 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9fdffa271624dd59fd954bb3c5876ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712889 Jun 22 00:50:43.821754 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53180) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:43.878706 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.905063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.955035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.957730 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:43.961086 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/912139a8-31a0-4c3f-97af-3bfd9b6a7925 HTTP/1.1" status: 204 len: 168 time: 0.1361942 Jun 22 00:50:43.961086 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4bb925dd-8937-4bb2-9b93-c0f7ead9ded3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:43.968705 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912139a8-31a0-4c3f-97af-3bfd9b6a7925,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:43.971552 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:44.280872 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53192) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:44.308077 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.425027 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.429578 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.432619 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e4fa673f-b018-420d-b773-4ad2d5e0d412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:44.489769 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90adb1ba96114bbcb1d1e324c5250c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052548 Jun 22 00:50:44.489769 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a89d0-cfee-404a-97f6-7561ef1671cf,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:44.490840 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53206) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:44.504835 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:44.556175 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.601650 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.660237 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.663622 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:44.665572 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/907a89d0-cfee-404a-97f6-7561ef1671cf HTTP/1.1" status: 204 len: 168 time: 0.1731551 Jun 22 00:50:44.666690 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5496f52a-fdde-435a-a06c-35a1cfd76698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:44.677338 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a89d0-cfee-404a-97f6-7561ef1671cf,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:44.680934 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:44.724194 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900a1ec-3313-47ac-9ce4-b5e93110987d req-84c163b0-b26a-4fca-97e1-826473ff6ab6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:44.725739 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6900a1ec-3313-47ac-9ce4-b5e93110987d req-84c163b0-b26a-4fca-97e1-826473ff6ab6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1130886 Jun 22 00:50:44.812302 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6900a1ec-3313-47ac-9ce4-b5e93110987d req-3e794e95-79a9-41fa-8131-6a45f5007c8d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742784 Jun 22 00:50:46.087853 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6085b-b48a-4498-84fb-a4a5ee582d06 req-06459064-a039-4c97-8f37-c90fc1d26232 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:46.095824 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ab6085b-b48a-4498-84fb-a4a5ee582d06 req-06459064-a039-4c97-8f37-c90fc1d26232 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1395588 Jun 22 00:50:46.159968 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ab6085b-b48a-4498-84fb-a4a5ee582d06 req-bed0f011-69e1-4969-bb1f-46e41fa27b2f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626187 Jun 22 00:50:47.329977 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-fe6373b8-5545-4a8e-abae-fccae7c34571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:47.449860 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382a45a-4fe7-4487-8122-b33c34798565 req-575673c3-fa20-4e49-842c-d429c596db64 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:47.453891 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d382a45a-4fe7-4487-8122-b33c34798565 req-575673c3-fa20-4e49-842c-d429c596db64 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1030312 Jun 22 00:50:47.500528 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d382a45a-4fe7-4487-8122-b33c34798565 req-96f80529-8f0a-42a6-8a34-80c62e6b5da4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Jun 22 00:50:48.760046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3eeb8-bba3-4a14-bf90-8b279406170f req-892626d8-6260-40a9-bb78-373a0159d9a9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:48.761815 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-53d3eeb8-bba3-4a14-bf90-8b279406170f req-892626d8-6260-40a9-bb78-373a0159d9a9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0789385 Jun 22 00:50:48.804250 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-53d3eeb8-bba3-4a14-bf90-8b279406170f req-c7170740-bad9-480c-9ef1-dfef6d83f19e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Jun 22 00:50:50.037290 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9dfb6e-09fb-4298-b129-9e29884a9575 req-91fcca18-24bd-4924-a0b7-b18867c4e688 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:50.040692 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1d9dfb6e-09fb-4298-b129-9e29884a9575 req-91fcca18-24bd-4924-a0b7-b18867c4e688 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0938041 Jun 22 00:50:50.058571 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-c7255cf8-3ac6-4901-b7db-3e3c4559021a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:50.102211 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1d9dfb6e-09fb-4298-b129-9e29884a9575 req-05934468-bb9c-4b88-9133-ef236ff76ca7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Jun 22 00:50:50.164031 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:50.822319 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b73c4-c5ed-41ff-ac85-6b288188eb18 req-ba21a78e-882a-4d54-af34-d28906ac6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:50.823759 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-279b73c4-c5ed-41ff-ac85-6b288188eb18 req-ba21a78e-882a-4d54-af34-d28906ac6256 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0517337 Jun 22 00:50:50.859550 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-279b73c4-c5ed-41ff-ac85-6b288188eb18 req-0f5d74d1-2359-40ea-9acd-6836a7d89ed8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270340 Jun 22 00:50:51.119789 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:51.274584 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844ac5e-65af-4c04-917e-dbfb03b7ecc1 req-a5682988-5af9-4e38-9df8-9c0c5e89bdd0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:51.275901 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0844ac5e-65af-4c04-917e-dbfb03b7ecc1 req-a5682988-5af9-4e38-9df8-9c0c5e89bdd0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0601981 Jun 22 00:50:51.312559 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0844ac5e-65af-4c04-917e-dbfb03b7ecc1 req-24da205d-cffd-43d3-805b-cfbfebcad952 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309105 Jun 22 00:50:52.046276 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77da5c-8a26-4192-ad45-bbf0705107df req-b36b5efe-ed57-40cb-a885-38bee4d7d18b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:52.047982 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cd77da5c-8a26-4192-ad45-bbf0705107df req-b36b5efe-ed57-40cb-a885-38bee4d7d18b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0665686 Jun 22 00:50:52.086388 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cd77da5c-8a26-4192-ad45-bbf0705107df req-c6da55e7-8f48-4441-af4d-f2f02dd48765 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Jun 22 00:50:52.399787 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53504) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:52.494644 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.511888 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.544443 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c77ea-6b46-421c-b75d-8c0538f673f2 req-69a69e11-1b79-4784-abfd-0c48b0d7c67e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:52.546312 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-786c77ea-6b46-421c-b75d-8c0538f673f2 req-69a69e11-1b79-4784-abfd-0c48b0d7c67e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1089365 Jun 22 00:50:52.611532 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-786c77ea-6b46-421c-b75d-8c0538f673f2 req-5ec7b571-66ee-471d-82ea-829e817538da tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Jun 22 00:50:52.670707 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.674495 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.677125 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-43b10c6b-b550-4b57-9999-2f17d15a631b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:52.722619 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91124b530f8e4e528a9907c09abc2d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216178 Jun 22 00:50:52.723524 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10de57c6-1237-4d46-a26c-d6e4daca72e7,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:52.725184 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53512) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:52.730695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.731070 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.731437 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.731803 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.732162 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.732519 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.732871 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.733222 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.733602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.733950 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.734296 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.734643 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:52.738439 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:52.781051 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.800564 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.845096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.847689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:52.848841 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10de57c6-1237-4d46-a26c-d6e4daca72e7 HTTP/1.1" status: 204 len: 168 time: 0.1225040 Jun 22 00:50:52.849607 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:52.856839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de57c6-1237-4d46-a26c-d6e4daca72e7,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:52.859684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:53.265558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53530) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:53.281156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfa7ce-fb89-4178-9962-54a12459bd02 req-9d99d471-f9ad-4999-a85c-868e6eb743ab tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:53.282847 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d9dfa7ce-fb89-4178-9962-54a12459bd02 req-9d99d471-f9ad-4999-a85c-868e6eb743ab tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0777407 Jun 22 00:50:53.336459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Deleting subnet 571f0923-7f70-4650-8073-f55825f3f848 {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:50:53.350040 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.372162 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d9dfa7ce-fb89-4178-9962-54a12459bd02 req-67eaf943-d315-4e2d-b994-b5da6f19b26c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718102 Jun 22 00:50:53.391578 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.405217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.420186 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.462616 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.465825 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:53.490906 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571f0923-7f70-4650-8073-f55825f3f848,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:53.503422 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.505590 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/571f0923-7f70-4650-8073-f55825f3f848 HTTP/1.1" status: 204 len: 168 time: 0.2390203 Jun 22 00:50:53.508379 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53548) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:53.540220 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:53.581466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.664271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.675466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987ea5e4-7f7c-4db9-9b90-72d65d645dd1']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:53.687665 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76820d27-95ae-4057-813e-5a12ad70a366') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:53.688163 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76820d27-95ae-4057-813e-5a12ad70a366') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:50:53.699870 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.716587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.724071 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:50:53.724666 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:50:53.727631 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:50:53.756439 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53578) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:53.828871 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.837908 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:53.850857 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:53.852705 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] 10.222.0.21 "DELETE /v2.0/networks/987ea5e4-7f7c-4db9-9b90-72d65d645dd1 HTTP/1.1" status: 204 len: 168 time: 0.3431144 Jun 22 00:50:53.858462 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Pushing event deleted for resources: {'Network': ['ID=987ea5e4-7f7c-4db9-9b90-72d65d645dd1,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:53.868358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bf37c-cb62-43ec-bf74-9bd2ccce9e95 req-967f6f69-ccc9-41eb-b7a2-aa4ce2263dee tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:53.870237 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-927bf37c-cb62-43ec-bf74-9bd2ccce9e95 req-967f6f69-ccc9-41eb-b7a2-aa4ce2263dee tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1038899 Jun 22 00:50:53.871249 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:53.919817 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-927bf37c-cb62-43ec-bf74-9bd2ccce9e95 req-f03053e6-0dc3-47ff-8362-70dde7ceb793 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Jun 22 00:50:53.923833 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.039750 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.046315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53606) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:54.056437 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.071587 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5baa8411-2262-49ce-ba23-d7b2e3daf83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:54.157075 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90732cd4-182c-4ccf-b6dd-fe66db3c1c26,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:54.161270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:54.167822 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fba24a2474fe4276903c119eea340421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100845 Jun 22 00:50:54.170587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53610) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:54.183597 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5f6dda24-f666-49a8-b70b-46bb25d24582 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=617c0d8f6ed047449fd8cf2670af465b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351171 Jun 22 00:50:54.186621 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53612) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:54.251507 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.258034 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-e911f06e-9055-42c8-89af-52f7b5bc1969 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1677125 Jun 22 00:50:54.263289 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.288903 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.296522 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.358109 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.361525 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.362979 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90732cd4-182c-4ccf-b6dd-fe66db3c1c26 HTTP/1.1" status: 204 len: 168 time: 0.1910806 Jun 22 00:50:54.364049 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d99ab26c-221e-4bb4-a710-6991bb448bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:54.375072 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90732cd4-182c-4ccf-b6dd-fe66db3c1c26,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:54.378727 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:54.415629 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-8aee903c-b8a0-48e0-be42-10cef5f9c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.417418 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-8aee903c-b8a0-48e0-be42-10cef5f9c582 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.1035013 Jun 22 00:50:54.426527 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.429875 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.431109 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29 HTTP/1.1" status: 204 len: 168 time: 0.2435794 Jun 22 00:50:54.432218 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3a1f7190-825c-4bad-84e8-19c35eca2f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:54.444782 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f09ea1-94dd-4df5-bbf8-3cfe63eb5a29,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:54.453345 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.453750 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.454633 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.455008 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.455413 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.455770 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.460587 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.460962 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.461322 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.461731 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.462255 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.462719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:50:54.484399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:54.576911 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e4b2b-acec-4fa7-94a2-df109df99cb1 req-b023e374-738a-410c-94f8-c3875b9ebbd4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.578595 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d86e4b2b-acec-4fa7-94a2-df109df99cb1 req-b023e374-738a-410c-94f8-c3875b9ebbd4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1074026 Jun 22 00:50:54.638748 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d86e4b2b-acec-4fa7-94a2-df109df99cb1 req-b443be10-fd6d-4d97-ad4c-a101ecb446f5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529993 Jun 22 00:50:54.693921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-08a0cc3c-5e51-4d99-b86e-3fae9ea9722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.695380 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-08a0cc3c-5e51-4d99-b86e-3fae9ea9722f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.2129221 Jun 22 00:50:54.709253 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8ae8-2347-4857-a40c-442e7d997d3c req-430cee51-3829-4a4b-9874-b9b2264a6e20 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.712508 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-32be8ae8-2347-4857-a40c-442e7d997d3c req-430cee51-3829-4a4b-9874-b9b2264a6e20 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.1308799 Jun 22 00:50:54.755412 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-6dd85fb2-5d4b-43ee-9a62-eda9b6ff844d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0419035 Jun 22 00:50:54.819837 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-32be8ae8-2347-4857-a40c-442e7d997d3c req-c68bb1d8-e4c4-4a4a-80b8-109d8ecba6b0 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Jun 22 00:50:54.827985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-6839b0bc-4c8f-4059-b800-7ccec6235e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:54.830274 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-6839b0bc-4c8f-4059-b800-7ccec6235e40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0659449 Jun 22 00:50:54.871984 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-e4a5544d-727f-470a-8276-6905a049377f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342607 Jun 22 00:50:54.890447 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53646) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:54.904299 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:54.977267 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-ff4ec17f-525f-4ad7-8fca-1f9645f4e1f8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974016 Jun 22 00:50:55.008174 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.012345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.014852 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1c6941a6-8dc7-4485-a9a7-bbce7058aded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:55.054391 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e7b2ad8b30e44919362274b869ccbb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605790 Jun 22 00:50:55.054681 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53654) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:55.071016 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afa3b65-75f8-444b-ac3d-0522d9e06dae,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:55.074773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:55.132613 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.146717 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4290e53b-52ee-4972-9715-305ba5522fd6 req-aab43dd4-8a4a-4979-bb9f-9b6bfe8b131e service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009595 Jun 22 00:50:55.154728 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.204864 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.207909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.209171 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8afa3b65-75f8-444b-ac3d-0522d9e06dae HTTP/1.1" status: 204 len: 168 time: 0.1518738 Jun 22 00:50:55.210014 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-549a939c-eb6d-4ef8-9918-8dfeef4e26a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:55.229029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afa3b65-75f8-444b-ac3d-0522d9e06dae,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:55.238293 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:55.552217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-24e959e2-2223-4c7c-bed7-3650eb8ee762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.554821 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-24e959e2-2223-4c7c-bed7-3650eb8ee762 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.2820225 Jun 22 00:50:55.559526 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53676) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:55.580933 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-6a55bfb6-ef94-458f-9455-6e3e3f9d2dc6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.583194 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-6a55bfb6-ef94-458f-9455-6e3e3f9d2dc6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 946 time: 0.0903494 Jun 22 00:50:55.656438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-69ff60a9-2d0a-42b2-9460-85f2558515fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.658542 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-69ff60a9-2d0a-42b2-9460-85f2558515fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.0930529 Jun 22 00:50:55.706792 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-7bf42881-bfd2-4d6d-b619-15b0c4979b75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0407696 Jun 22 00:50:55.713178 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-38693603-7764-486b-85af-73a896814682 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1703998242-network', 'tenant_id': '5c2c4d33360d45de9802ccfc57364ffa'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:55.765685 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Deleting port f8b0470c-0cdf-4f4f-a760-de0a065b2468 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:50:55.766319 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.772740 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38693603-7764-486b-85af-73a896814682 admin admin] Made reservation on behalf of 5c2c4d33360d45de9802ccfc57364ffa for: {'network': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:55.775165 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.785527 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-1addb27b-e686-42fc-a394-c5ee17a600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.786452 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-1addb27b-e686-42fc-a394-c5ee17a600d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0691209 Jun 22 00:50:55.787550 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.824758 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-bbe2237e-73d5-413f-baf1-1fcb05fe9c05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290089 Jun 22 00:50:55.917550 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] For port f8b0470c-0cdf-4f4f-a760-de0a065b2468, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=f8b0470c-0cdf-4f4f-a760-de0a065b2468,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:50:55.918347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:55.938260 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a45dc3-10d0-4e88-98e8-68bf60048a6d req-8a7c4ab8-38b9-4907-9b48-df17daa43f02 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:55.946064 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-37a45dc3-10d0-4e88-98e8-68bf60048a6d req-8a7c4ab8-38b9-4907-9b48-df17daa43f02 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1603911 Jun 22 00:50:55.972200 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-f6b0f131-fb1d-4b8b-a640-e98d7b027d28 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399431 Jun 22 00:50:56.015491 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Calling delete_port for f8b0470c-0cdf-4f4f-a760-de0a065b2468 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:50:56.074543 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-37a45dc3-10d0-4e88-98e8-68bf60048a6d req-5d67d3e7-1301-4d4b-beb4-023dc279dc48 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276305 Jun 22 00:50:56.112052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.125073 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53698) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:56.130269 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.140910 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c727ca0-82c7-48b0-acd2-b21c6098816a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.171981 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbca6670-5fdb-4908-b21f-328b5c66f164 req-eee8d198-224e-45f9-b38a-4e6a5f62e8d2 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925521 Jun 22 00:50:56.189109 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38693603-7764-486b-85af-73a896814682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.190368 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.198358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.206511 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-38693603-7764-486b-85af-73a896814682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.214188 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38693603-7764-486b-85af-73a896814682 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:56.227376 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4ac21-00a9-4533-a47b-9a7dab8cd28f req-f50c3b53-6a10-4813-876e-326e30696f87 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:56.234608 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-dfc4ac21-00a9-4533-a47b-9a7dab8cd28f req-f50c3b53-6a10-4813-876e-326e30696f87 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 867 time: 0.1789393 Jun 22 00:50:56.238906 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event deleted for resources: {'Port': ['ID=f8b0470c-0cdf-4f4f-a760-de0a065b2468,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.243741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.252415 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f', 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'f8b0470c-0cdf-4f4f-a760-de0a065b2468'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:50:56.269891 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.270242 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.segments_db [None req-38693603-7764-486b-85af-73a896814682 admin admin] Added segment 54e01946-83ee-4912-b2c9-78143339449e of type vlan for network 479d80d4-6aa3-4291-b848-08204e1f24d7 Jun 22 00:50:56.299040 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-dfc4ac21-00a9-4533-a47b-9a7dab8cd28f req-a78732e7-d5d8-4977-9f62-cd37753fde1c tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Jun 22 00:50:56.318222 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] No DVR routers for this DVR port f8b0470c-0cdf-4f4f-a760-de0a065b2468 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:50:56.322085 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.324028 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d4e748f8-106a-4cf5-81dc-887664c2a97e req-c353551f-e944-4c84-aa04-2b88d496e2e4 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "DELETE /v2.0/ports/f8b0470c-0cdf-4f4f-a760-de0a065b2468 HTTP/1.1" status: 204 len: 173 time: 0.7232399 Jun 22 00:50:56.327672 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-648435379-network', 'tenant_id': 'edb90f967e7d4454b5a6f7781511e8ed'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:56.338602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'name': 'network-vif-deleted', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:50:56.338873 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.341400 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0aadfe-f2e3-43b3-b5ae-b08fdaba4ca3" -d '{"events": [{"server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "name": "network-vif-deleted", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:50:56.374166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Made reservation on behalf of edb90f967e7d4454b5a6f7781511e8ed for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:56.384590 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.385878 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.386136 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38693603-7764-486b-85af-73a896814682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:56.386718 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-38693603-7764-486b-85af-73a896814682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.403472 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2fa5c7ab-a59a-4924-955f-f56bbde504c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.404375 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.422695 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-38693603-7764-486b-85af-73a896814682 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8596532 Jun 22 00:50:56.427066 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53708) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:56.434058 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Request body: {'subnet': {'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1703998242-subnet', 'tenant_id': '5c2c4d33360d45de9802ccfc57364ffa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:56.456081 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c23977-aab7-4c36-b858-a85ad44624e1 x-openstack-request-id: req-60c23977-aab7-4c36-b858-a85ad44624e1 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:50:56.456406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73995b05-f99e-4932-bad5-375f72d92ea4", "name": "network-vif-deleted", "tag": "f8b0470c-0cdf-4f4f-a760-de0a065b2468", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:50:56.456691 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60c23977-aab7-4c36-b858-a85ad44624e1 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:50:56.457290 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73995b05-f99e-4932-bad5-375f72d92ea4', 'name': 'network-vif-deleted', 'tag': 'f8b0470c-0cdf-4f4f-a760-de0a065b2468', 'status': 'completed', 'code': 200} Jun 22 00:50:56.473984 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38693603-7764-486b-85af-73a896814682 admin admin] Pushing event updated for resources: {'Network': ['ID=479d80d4-6aa3-4291-b848-08204e1f24d7,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.478843 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-38693603-7764-486b-85af-73a896814682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.493102 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:56.552515 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.559786 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.568883 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6e72667c-cbff-444c-963a-b81b63afabd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.599548 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:56.601893 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Made reservation on behalf of 5c2c4d33360d45de9802ccfc57364ffa for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:56.604299 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801094'] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.650494 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc69f46-16c9-4f5d-819e-c229a0573680,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.656169 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.656508 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Added segment 87011f3b-4ee7-40a9-8a71-501c8a0c96b9 of type vlan for network fdf32b7a-76a6-4097-9f42-297ba27d446b Jun 22 00:50:56.658385 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.712760 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.763095 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.784163 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:56.784745 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.789062 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.840062 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7139227 Jun 22 00:50:56.843168 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53712) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:56.848250 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Request body: {'subnet': {'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-648435379-subnet', 'tenant_id': 'edb90f967e7d4454b5a6f7781511e8ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:56.857348 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf32b7a-76a6-4097-9f42-297ba27d446b,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.869272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Made reservation on behalf of edb90f967e7d4454b5a6f7781511e8ed for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:56.870238 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network fdf32b7a-76a6-4097-9f42-297ba27d446b details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:56.879663 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.879882 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.907758 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4772364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4801140'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:56.910993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-eec3495e-ec3b-43e6-b0d9-810a581eeeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:56.975454 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fd3e97-11a2-4a6b-b076-ddcac7138901,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:56.978225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:56.987759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Checking segment: {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:56.988115 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Network hostable DHCP agents. Network: 479d80d4-6aa3-4291-b848-08204e1f24d7, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:57.004481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:57.013716 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 479d80d4-6aa3-4291-b848-08204e1f24d7) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:57.017774 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:57.018404 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.024161 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9e350-4b1a-41aa-bf05-161acbcdf4f4 None None] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:57.041002 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6114347 Jun 22 00:50:57.087046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.090406 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-984fc1be-9113-429f-9cf8-3f50c319b01d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:57.153849 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a0af59-5f5e-45ca-bc56-5f4c131ae7a0,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:57.159963 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:57.160939 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Checking segment: {'id': '87011f3b-4ee7-40a9-8a71-501c8a0c96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:57.161397 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Network hostable DHCP agents. Network: fdf32b7a-76a6-4097-9f42-297ba27d446b, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:57.201643 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bc2f0-2200-403d-bc88-f6f32b45ca3c None None] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:57.210075 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Network fdf32b7a-76a6-4097-9f42-297ba27d446b is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:57.227058 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, fdf32b7a-76a6-4097-9f42-297ba27d446b) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:57.242757 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a181f42-e522-42e6-84e4-20518e45477d None None] Network fdf32b7a-76a6-4097-9f42-297ba27d446b requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:57.246448 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:57.247306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:57.314848 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4705567 Jun 22 00:50:57.345305 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25324078-631f-4fe1-9407-23292e41ae8f req-29aab11f-0127-48b6-b750-ac70266ed58d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:57.347192 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-25324078-631f-4fe1-9407-23292e41ae8f req-29aab11f-0127-48b6-b750-ac70266ed58d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0954769 Jun 22 00:50:57.448855 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-25324078-631f-4fe1-9407-23292e41ae8f req-669f2593-ed02-423d-bca1-544fd9e080a7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951612 Jun 22 00:50:57.529426 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54397ff6-3552-412e-9893-52b9cebf36c5 None None] Network fdf32b7a-76a6-4097-9f42-297ba27d446b requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:57.551105 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f808edf-a72f-432e-8f74-d24bb680793e req-076e16fa-a0ae-4427-8a7b-6ebdac22e394 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=73995b05-f99e-4932-bad5-375f72d92ea4 HTTP/1.1" status: 200 len: 210 time: 0.0414793 Jun 22 00:50:57.987708 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 53748) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:57.992680 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-35731908-network', 'tenant_id': '58ef6ba88d1546f3a37839bffc31d07b'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:58.012453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Made reservation on behalf of 58ef6ba88d1546f3a37839bffc31d07b for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:58.014717 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.022667 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.113535 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.117029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.119814 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-96f45661-479b-41b2-8be3-8d920035000b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:58.142328 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:50:58.148187 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0e7d1-dec7-4a3d-b779-9466bea5bfe0,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:58.151660 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.154335 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.154676 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Added segment 501ab55f-71c0-4184-9caf-b7dbcc5a0756 of type vlan for network d8457e40-ff1f-4851-a711-87a89ffc94bf Jun 22 00:50:58.193619 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.223551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.224673 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.225266 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.227972 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cac98568-8b9c-4ba2-8f90-7f4c4df244a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:58.274340 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2854733 Jun 22 00:50:58.277103 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 53750) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:50:58.282075 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Request body: {'subnet': {'network_id': 'd8457e40-ff1f-4851-a711-87a89ffc94bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-35731908-subnet', 'tenant_id': '58ef6ba88d1546f3a37839bffc31d07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:50:58.284669 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Pushing event updated for resources: {'Network': ['ID=d8457e40-ff1f-4851-a711-87a89ffc94bf,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:58.287201 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.294523 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network d8457e40-ff1f-4851-a711-87a89ffc94bf details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:50:58.303050 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Made reservation on behalf of 58ef6ba88d1546f3a37839bffc31d07b for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:50:58.305321 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.468882 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.471822 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7028b00f-5ded-4465-9016-8517c86bdcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:50:58.524348 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28819113-843d-4dd3-b475-ca923f2ed90d,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:50:58.528108 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:50:58.532160 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Checking segment: {'id': '501ab55f-71c0-4184-9caf-b7dbcc5a0756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8457e40-ff1f-4851-a711-87a89ffc94bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:50:58.533518 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Network hostable DHCP agents. Network: d8457e40-ff1f-4851-a711-87a89ffc94bf, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:50:58.551007 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Network d8457e40-ff1f-4851-a711-87a89ffc94bf is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:50:58.559148 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, d8457e40-ff1f-4851-a711-87a89ffc94bf) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:50:58.563438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.564032 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:50:58.570280 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdd706-d3d5-422d-a4c6-c2bf614fddea None None] Network d8457e40-ff1f-4851-a711-87a89ffc94bf requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:58.606489 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3200169 Jun 22 00:50:58.694309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc13cd-9730-40c7-92d1-3cefe2c12dca req-0fadde1a-16ba-4c1c-b664-01e368cc3fad tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:58.696219 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4fc13cd-9730-40c7-92d1-3cefe2c12dca req-0fadde1a-16ba-4c1c-b664-01e368cc3fad tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0966249 Jun 22 00:50:58.749425 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4fc13cd-9730-40c7-92d1-3cefe2c12dca req-3c67c8f6-3d8a-47b8-80a3-4882e1afcc2b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Jun 22 00:50:58.778623 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d7a72-f76b-4b33-9a88-8af4edff5b2a None None] Network d8457e40-ff1f-4851-a711-87a89ffc94bf requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:50:59.174568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-6df5297c-df28-409d-ad09-d633cab87b91 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:59.176123 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-6df5297c-df28-409d-ad09-d633cab87b91 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/networks?id=fdf32b7a-76a6-4097-9f42-297ba27d446b HTTP/1.1" status: 200 len: 808 time: 0.1009965 Jun 22 00:50:59.191681 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-e46ac5d4-9f24-404a-94c3-41cfe6c16ef8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/quotas/edb90f967e7d4454b5a6f7781511e8ed HTTP/1.1" status: 200 len: 375 time: 0.0099833 Jun 22 00:50:59.225086 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-14a3bea8-26fc-409e-9a0b-27dc7de7acf3 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=edb90f967e7d4454b5a6f7781511e8ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jun 22 00:50:59.315213 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-5cd87587-d80b-4d5d-880f-bf9ef97727ff service neutron] 10.222.0.21 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833924 Jun 22 00:50:59.324647 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-219e8ddf-2cef-464e-80a3-2ce9edcdce08 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:50:59.326133 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-219e8ddf-2cef-464e-80a3-2ce9edcdce08 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/networks?id=479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 200 len: 814 time: 0.1055377 Jun 22 00:50:59.346753 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-b64fd6ae-2f6c-44f4-be57-3c5bc191a3ba tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/quotas/5c2c4d33360d45de9802ccfc57364ffa HTTP/1.1" status: 200 len: 375 time: 0.0146480 Jun 22 00:50:59.380345 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-e85c5426-a7b6-43c0-a270-3f3ca68afb58 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279143 Jun 22 00:50:59.404368 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-dc766292-b55f-4126-9c7a-78894e7f1fb4 service neutron] 10.222.0.21 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832756 Jun 22 00:50:59.483849 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-a6414e46-afc9-48e5-b0bc-3d99e84984c8 service neutron] 10.222.0.21 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969460 Jun 22 00:50:59.594573 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92706183-a77f-441b-8601-81f9c3532d09 req-d09507b5-aecf-4f0f-9615-43c0737d0b5f tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 210 time: 0.0378273 Jun 22 00:50:59.597615 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-2c7aa679-da09-4df1-a475-8d7375ce39b0 service neutron] 10.222.0.21 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079838 Jun 22 00:50:59.776409 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2a06f4fd-22f7-409e-a9a0-c5fc81c575a1 req-565d92ca-bfd3-44ad-bbed-af3693eae5db tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 210 time: 0.0361927 Jun 22 00:51:00.009302 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27bdca-26ce-4224-b626-bfa193807b7d req-649f477c-d7a1-46bd-acfb-929c26374b4c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.010952 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-aa27bdca-26ce-4224-b626-bfa193807b7d req-649f477c-d7a1-46bd-acfb-929c26374b4c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1117108 Jun 22 00:51:00.086143 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-aa27bdca-26ce-4224-b626-bfa193807b7d req-2d37794d-072e-4a20-85e5-7327f15a88b8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677524 Jun 22 00:51:00.581467 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device f8b0470c-0cdf-4f4f-a760-de0a065b2468 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:00.590260 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7921e-44d3-4422-ac52-7bb03f285e86 req-088a4b46-7de9-43ea-947d-28d792a530ad tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:00.591735 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-27d7921e-44d3-4422-ac52-7bb03f285e86 req-088a4b46-7de9-43ea-947d-28d792a530ad tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.0776148 Jun 22 00:51:00.600563 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: f8b0470c-0cdf-4f4f-a760-de0a065b2468 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:00.600989 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device f8b0470c-0cdf-4f4f-a760-de0a065b2468 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:00.631418 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-27d7921e-44d3-4422-ac52-7bb03f285e86 req-70bc56d4-0174-41e0-bf52-f480cdc9f715 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Jun 22 00:51:00.751759 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5daaa62e-fe73-46a5-bff8-02a6b3b9441f req-cf655873-a6d9-44b8-8fad-c2c55eba8b2f tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 210 time: 0.0318220 Jun 22 00:51:00.930527 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3501a86a-7228-425c-a80f-05940dd1718f req-1588f41d-c32d-4b56-9991-ef29dda39436 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Jun 22 00:51:01.164714 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-9c4844a2-1780-4dae-b6c6-f5313cc07543 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:01.166663 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-9c4844a2-1780-4dae-b6c6-f5313cc07543 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.23 "GET /v2.0/networks?id=fdf32b7a-76a6-4097-9f42-297ba27d446b HTTP/1.1" status: 200 len: 808 time: 0.1059275 Jun 22 00:51:01.202121 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Request body: {'port': {'device_id': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b', 'admin_state_up': True, 'tenant_id': 'edb90f967e7d4454b5a6f7781511e8ed'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:01.341637 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796f009-80d5-4e46-8f16-f8cb26507157 req-d1bf486c-c6e2-46d8-8bc8-1cb148059727 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:01.343073 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6796f009-80d5-4e46-8f16-f8cb26507157 req-d1bf486c-c6e2-46d8-8bc8-1cb148059727 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1370804 Jun 22 00:51:01.375760 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Made reservation on behalf of edb90f967e7d4454b5a6f7781511e8ed for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:01.379257 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:01.399949 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6796f009-80d5-4e46-8f16-f8cb26507157 req-08f8c66c-0b88-4723-a44f-11117b8ca50b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495830 Jun 22 00:51:01.794725 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Allocated IP 172.20.0.10 (fdf32b7a-76a6-4097-9f42-297ba27d446b/51a0af59-5f5e-45ca-bc56-5f4c131ae7a0/7f25aed5-6ea1-4403-9da8-7a0bb344c1b9) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:01.892606 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4668e-be58-4c80-b45e-f83762c1fb01 req-2796fb59-4ce3-4526-99d5-4a7db057e263 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:01.894268 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-98d4668e-be58-4c80-b45e-f83762c1fb01 req-2796fb59-4ce3-4526-99d5-4a7db057e263 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.1021714 Jun 22 00:51:01.941697 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ed9bdea5-cc24-46a1-a68b-d6e11b708f84 req-dbaa6277-e519-4c8a-98c6-13e9f43c60aa tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Jun 22 00:51:01.980324 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-98d4668e-be58-4c80-b45e-f83762c1fb01 req-841367f7-6334-454a-87ab-4d6fc68a6670 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802593 Jun 22 00:51:02.025566 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.057506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-107f1cd9-ede4-4458-9584-138e4f2408cd tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.059209 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-107f1cd9-ede4-4458-9584-138e4f2408cd tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "GET /v2.0/networks?id=479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 200 len: 814 time: 0.1366615 Jun 22 00:51:02.079591 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Request body: {'port': {'device_id': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7', 'admin_state_up': True, 'tenant_id': '5c2c4d33360d45de9802ccfc57364ffa'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:02.092000 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-95e519c1-72b4-48c2-92df-c8c804bb176f req-194cd708-4f22-407e-a3cf-3589c651b693 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 210 time: 0.0311573 Jun 22 00:51:02.101384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.109796 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cc293e3d-3b4e-4220-8b39-2fdf55cc4abd tempest-DeleteServersTestJSON-1377659188 tempest-DeleteServersTestJSON-1377659188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.159330 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Network fdf32b7a-76a6-4097-9f42-297ba27d446b is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:02.162765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:02.169705 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:02.199399 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Pushing event updated for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.205035 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.213872 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Made reservation on behalf of 5c2c4d33360d45de9802ccfc57364ffa for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:51:02.217590 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.224847 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.225572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.238893 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0407004 Jun 22 00:51:02.341743 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Allocated IP 172.20.0.12 (479d80d4-6aa3-4291-b848-08204e1f24d7/29fd3e97-11a2-4a6b-b076-ddcac7138901/a528a6fa-b866-4144-8917-8287898ad49e) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:51:02.426936 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Request body: {'port': {'device_id': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:02.491238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.507540 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.529003 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.533806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.579666 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:51:02.583760 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:51:02.588306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:51:02.593836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:02.594455 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.601547 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Pushing event updated for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.608316 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:02.614661 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5395498 Jun 22 00:51:02.633710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Request body: {'port': {'device_id': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:51:02.709189 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.811318 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:02.819812 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.834121 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Transition to ACTIVE for port object 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:02.838903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:02.842219 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-3c7d8c79-8ff4-4217-8d0e-70773d72fcdf tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:02.938395 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:02.961471 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.019967 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Attempting to bind port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:03.020453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Attempting to bind port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '87011f3b-4ee7-40a9-8a71-501c8a0c96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:03.020884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Attempting to bind port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 on network fdf32b7a-76a6-4097-9f42-297ba27d446b {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:03.025561 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 on network fdf32b7a-76a6-4097-9f42-297ba27d446b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:03.026042 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Attempting to bind port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 on network fdf32b7a-76a6-4097-9f42-297ba27d446b {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:03.030915 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:03.031761 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Checking segment: {'id': '87011f3b-4ee7-40a9-8a71-501c8a0c96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:03.031887 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Bound using segment: {'id': '87011f3b-4ee7-40a9-8a71-501c8a0c96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:03.033156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Bound port: 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87011f3b-4ee7-40a9-8a71-501c8a0c96b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:03.033644 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.041637 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de61a-52d7-4792-a6f3-db394758f161 req-7a986de5-bd0b-44df-9fb7-ad45bd498da7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.045307 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-837de61a-52d7-4792-a6f3-db394758f161 req-7a986de5-bd0b-44df-9fb7-ad45bd498da7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1272428 Jun 22 00:51:03.069989 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a528a6fa-b866-4144-8917-8287898ad49e {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:03.080066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.103468 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Transition to ACTIVE for port object a528a6fa-b866-4144-8917-8287898ad49e will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:51:03.107099 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-837de61a-52d7-4792-a6f3-db394758f161 req-f706b3fb-0a41-46d1-8dcf-47da7af4f693 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Jun 22 00:51:03.108311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.111867 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a24c9096-98f8-47f0-9e54-578384daa6ed tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:03.136312 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:03.139983 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,segment=NetworkSegment(87011f3b-4ee7-40a9-8a71-501c8a0c96b9),segment_id=87011f3b-4ee7-40a9-8a71-501c8a0c96b9)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:03.148234 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.159085 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:03.200346 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.200895 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.202301 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] 10.222.0.23 "PUT /v2.0/ports/7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 HTTP/1.1" status: 200 len: 1094 time: 0.7811992 Jun 22 00:51:03.203242 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:03.205591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:03.213284 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Pushing event updated for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:03.216887 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.226742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Attempting to bind port a528a6fa-b866-4144-8917-8287898ad49e on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:51:03.227197 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Attempting to bind port a528a6fa-b866-4144-8917-8287898ad49e by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:51:03.227629 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Attempting to bind port a528a6fa-b866-4144-8917-8287898ad49e on network 479d80d4-6aa3-4291-b848-08204e1f24d7 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:03.231850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3b9a3-3e55-4af3-9077-b3771c0e209b req-665eda9a-3fec-4b62-ac3b-7ade824ae983 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.233325 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d6a3b9a3-3e55-4af3-9077-b3771c0e209b req-665eda9a-3fec-4b62-ac3b-7ade824ae983 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.1670172 Jun 22 00:51:03.238220 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Pushing event updated for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:03.242007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.242689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Port a528a6fa-b866-4144-8917-8287898ad49e on network 479d80d4-6aa3-4291-b848-08204e1f24d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:51:03.242974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Attempting to bind port a528a6fa-b866-4144-8917-8287898ad49e on network 479d80d4-6aa3-4291-b848-08204e1f24d7 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:51:03.269752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:51:03.270083 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Checking segment: {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:51:03.270465 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Bound using segment: {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:51:03.270900 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Bound port: a528a6fa-b866-4144-8917-8287898ad49e, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:51:03.271246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.277413 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d6a3b9a3-3e55-4af3-9077-b3771c0e209b req-8186d3d0-7397-492e-a6f1-333fde1e7c4d tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Jun 22 00:51:03.357297 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5db36b-2617-409c-ba0c-7ae03e406132 req-66d1aad0-21e8-491b-90f8-e3970c248d83 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.358813 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6e5db36b-2617-409c-ba0c-7ae03e406132 req-66d1aad0-21e8-491b-90f8-e3970c248d83 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.1279449 Jun 22 00:51:03.362027 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:51:03.365173 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a528a6fa-b866-4144-8917-8287898ad49e,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:51:03.374154 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.383298 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:03.437727 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.438380 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:03.439811 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] 10.222.0.23 "PUT /v2.0/ports/a528a6fa-b866-4144-8917-8287898ad49e HTTP/1.1" status: 200 len: 1094 time: 0.8102031 Jun 22 00:51:03.440469 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:03.442995 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2b73c-9811-453f-8891-ae223b574a13" -d '{"events": [{"name": "network-changed", "server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "tag": "a528a6fa-b866-4144-8917-8287898ad49e"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:03.453301 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6e5db36b-2617-409c-ba0c-7ae03e406132 req-f9c563a6-0693-40dc-b1a3-c9535e8ee1b1 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867734 Jun 22 00:51:03.457731 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Pushing event updated for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:03.460793 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:03.488314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f59b5-e716-4a6d-be43-ce244e8b2435 req-88e40cc6-7950-48d3-8308-817da07a67cb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.489899 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-327f59b5-e716-4a6d-be43-ce244e8b2435 req-88e40cc6-7950-48d3-8308-817da07a67cb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.1095159 Jun 22 00:51:03.496469 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-171ed3dd-15bd-4956-9d0e-8a0bff49b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.497911 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-171ed3dd-15bd-4956-9d0e-8a0bff49b372 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edb90f967e7d4454b5a6f7781511e8ed&device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 1097 time: 0.0878725 Jun 22 00:51:03.530062 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-327f59b5-e716-4a6d-be43-ce244e8b2435 req-dab50eb2-7f53-4e69-971d-6776266e7c5e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Jun 22 00:51:03.605964 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34c7b3-022d-45d5-ba11-c50943546fa8 x-openstack-request-id: req-cf34c7b3-022d-45d5-ba11-c50943546fa8 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:03.606290 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:03.606577 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf34c7b3-022d-45d5-ba11-c50943546fa8 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:03.607110 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9', 'status': 'completed', 'code': 200} Jun 22 00:51:03.609128 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-797b6156-b6be-4d1c-8bec-8bb44cf2bab7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0388386 Jun 22 00:51:03.635408 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea1f68-f042-4186-af5b-a6c78c05d746 x-openstack-request-id: req-77ea1f68-f042-4186-af5b-a6c78c05d746 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:03.635824 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "tag": "a528a6fa-b866-4144-8917-8287898ad49e", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:03.636261 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77ea1f68-f042-4186-af5b-a6c78c05d746 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:03.636901 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e', 'status': 'completed', 'code': 200} Jun 22 00:51:03.640442 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-4d11d6c9-f687-4ae0-b0fe-e7774ca5e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.642532 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-4d11d6c9-f687-4ae0-b0fe-e7774ca5e6c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 1097 time: 0.0711846 Jun 22 00:51:03.675137 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-0e1330b8-99e1-40bc-84f6-dced342f338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.676518 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-0e1330b8-99e1-40bc-84f6-dced342f338c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51a0af59-5f5e-45ca-bc56-5f4c131ae7a0 HTTP/1.1" status: 200 len: 848 time: 0.0472496 Jun 22 00:51:03.725553 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-5b1de907-5c39-420f-a1c4-12eea7069994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a528a6fa-b866-4144-8917-8287898ad49e HTTP/1.1" status: 200 len: 217 time: 0.0350044 Jun 22 00:51:03.742586 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-e7b233e9-2fc6-4c25-9334-dec4a870bc5a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdf32b7a-76a6-4097-9f42-297ba27d446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323637 Jun 22 00:51:03.775461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-9832a6fb-ea5e-4017-b7bb-2e243c72df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:03.777157 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-9832a6fb-ea5e-4017-b7bb-2e243c72df88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29fd3e97-11a2-4a6b-b076-ddcac7138901 HTTP/1.1" status: 200 len: 854 time: 0.0437629 Jun 22 00:51:03.834371 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-25940648-0985-4201-bb25-ae01b35238bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=479d80d4-6aa3-4291-b848-08204e1f24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333340 Jun 22 00:51:03.837650 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-b8852818-60f8-4935-a85b-b87d2f2dd8f1 service neutron] 10.222.0.23 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876589 Jun 22 00:51:04.045398 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-360ea336-1fd2-4ba6-b73b-108cf0ca90ff service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293361 Jun 22 00:51:04.078714 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-7d38c36f-253a-4cf0-ae67-5b5432b8e4a2 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.080377 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-7d38c36f-253a-4cf0-ae67-5b5432b8e4a2 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.1441498 Jun 22 00:51:04.118698 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2cfca2f2-bfa2-4064-b85c-27ae178cbb79 req-ed9c955a-5136-4938-a590-579b840596ab service neutron] 10.222.0.23 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029350 Jun 22 00:51:04.159905 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6d852c5a-df2d-4a1f-a2b1-194df40849d6 req-70805ce6-53b6-4155-a53b-8009a7e94200 service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964003 Jun 22 00:51:04.203091 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Deleting port a5faa280-4fd4-41ca-b4d9-c4408d220d8a {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:04.203437 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.260830 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:51:04.292348 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] For port a5faa280-4fd4-41ca-b4d9-c4408d220d8a, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:04.292709 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.372546 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Calling delete_port for a5faa280-4fd4-41ca-b4d9-c4408d220d8a owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:04.392884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-ea0a8782-d78a-426a-bae7-def2b1fca3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.394687 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-ea0a8782-d78a-426a-bae7-def2b1fca3eb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=edb90f967e7d4454b5a6f7781511e8ed&device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 1097 time: 0.0711784 Jun 22 00:51:04.495707 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-01663e0d-d02d-493d-b8ac-959450278554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.497296 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-01663e0d-d02d-493d-b8ac-959450278554 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdf32b7a-76a6-4097-9f42-297ba27d446b HTTP/1.1" status: 200 len: 909 time: 0.0960424 Jun 22 00:51:04.549988 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-453b8465-618e-4e5d-aa16-ce616a20e568 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0448177 Jun 22 00:51:04.557577 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-862fec9c-49b5-46f9-92f8-3f57ad554aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.559076 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-862fec9c-49b5-46f9-92f8-3f57ad554aeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 1097 time: 0.1800616 Jun 22 00:51:04.571458 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc2f16-abd5-4247-900c-e1a48a33ca93 req-9db66281-087a-4246-a64c-64a5e15d1e5c tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.573270 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-28cc2f16-abd5-4247-900c-e1a48a33ca93 req-9db66281-087a-4246-a64c-64a5e15d1e5c tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.1780448 Jun 22 00:51:04.650568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-61af5ad9-b2fb-43d5-901b-5f99ee3978b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.651992 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-61af5ad9-b2fb-43d5-901b-5f99ee3978b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51a0af59-5f5e-45ca-bc56-5f4c131ae7a0 HTTP/1.1" status: 200 len: 848 time: 0.0803988 Jun 22 00:51:04.691730 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-d1682c87-31ca-4f0b-8133-141712473285 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdf32b7a-76a6-4097-9f42-297ba27d446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293138 Jun 22 00:51:04.701519 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-28cc2f16-abd5-4247-900c-e1a48a33ca93 req-326cb695-348a-4756-b463-528e256dc616 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151733 Jun 22 00:51:04.703565 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d814d47-edfd-47be-98b3-95dea0344fbf req-d57c856c-431c-405a-932e-8ea178c0ea3b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.703864 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.705346 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5d814d47-edfd-47be-98b3-95dea0344fbf req-d57c856c-431c-405a-932e-8ea178c0ea3b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 945 time: 0.1170998 Jun 22 00:51:04.715892 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:04.750416 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event deleted for resources: {'Port': ['ID=a5faa280-4fd4-41ca-b4d9-c4408d220d8a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:04.758474 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f', 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:04.759354 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:04.761661 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-38a82144-dd65-4cd2-8ff5-3a37f157761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.763147 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-38a82144-dd65-4cd2-8ff5-3a37f157761d service neutron] 10.222.0.23 "GET /v2.0/networks?id=479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 200 len: 915 time: 0.1889443 Jun 22 00:51:04.830930 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-ef7763d5-cc3a-439f-9e4c-2a50c635cfc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a528a6fa-b866-4144-8917-8287898ad49e HTTP/1.1" status: 200 len: 217 time: 0.0536311 Jun 22 00:51:04.834017 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5d814d47-edfd-47be-98b3-95dea0344fbf req-eea4c9c7-36cc-4359-bf57-34f6b3fb5ae3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172402 Jun 22 00:51:04.850896 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-5e0fd90c-6b4b-4e7f-92e2-86038827cf41 service neutron] 10.222.0.23 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412077 Jun 22 00:51:04.934137 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] No DVR routers for this DVR port a5faa280-4fd4-41ca-b4d9-c4408d220d8a on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:04.940148 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:04.942197 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "DELETE /v2.0/ports/a5faa280-4fd4-41ca-b4d9-c4408d220d8a HTTP/1.1" status: 204 len: 173 time: 0.8527009 Jun 22 00:51:04.955427 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6b84d7c2-be54-4edd-a24b-aaba8b2ff0f2 req-50bf5583-85a4-4bfb-a7fc-aee5d5b7c153 service neutron] 10.222.0.23 "GET /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971186 Jun 22 00:51:04.963764 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-7ee73d80-3efe-4e5e-87d0-944224249ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.965187 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-7ee73d80-3efe-4e5e-87d0-944224249ad0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29fd3e97-11a2-4a6b-b076-ddcac7138901 HTTP/1.1" status: 200 len: 854 time: 0.1104345 Jun 22 00:51:04.985968 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eed87-1016-4057-a43b-b06da94498eb req-cc284334-cc11-47da-a28a-98250be691ef tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:04.993685 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7b4eed87-1016-4057-a43b-b06da94498eb req-cc284334-cc11-47da-a28a-98250be691ef tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.1405828 Jun 22 00:51:05.037026 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-c5205ab1-f5e5-4735-a402-f68a517de283 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=479d80d4-6aa3-4291-b848-08204e1f24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406840 Jun 22 00:51:05.071353 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7b4eed87-1016-4057-a43b-b06da94498eb req-5e2c4f6c-ac8e-4a99-892d-efd04b8bd629 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766699 Jun 22 00:51:05.155815 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-3771f0dc-73ef-4345-a4eb-27b52beb9922 service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065218 Jun 22 00:51:05.278773 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccf2b73c-9811-453f-8891-ae223b574a13 req-0707a18d-779e-4b52-9914-541b384acfac service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920045 Jun 22 00:51:05.608551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'name': 'network-vif-deleted', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:05.611697 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa84ecef-20a9-43d1-89ab-56486f18365c" -d '{"events": [{"server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "name": "network-vif-deleted", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:05.645941 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd4d9a8-46b2-45dd-be86-5185e9f20140 x-openstack-request-id: req-6bd4d9a8-46b2-45dd-be86-5185e9f20140 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:05.646294 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2", "name": "network-vif-deleted", "tag": "a5faa280-4fd4-41ca-b4d9-c4408d220d8a", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:05.647736 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bd4d9a8-46b2-45dd-be86-5185e9f20140 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:05.647736 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2', 'name': 'network-vif-deleted', 'tag': 'a5faa280-4fd4-41ca-b4d9-c4408d220d8a', 'status': 'completed', 'code': 200} Jun 22 00:51:05.886050 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d814a-72a6-4414-8089-aab041289069 req-b680f889-2446-41bb-8ff8-7fb21d03287e tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:05.893709 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-274d814a-72a6-4414-8089-aab041289069 req-b680f889-2446-41bb-8ff8-7fb21d03287e tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.0751901 Jun 22 00:51:05.959877 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-274d814a-72a6-4414-8089-aab041289069 req-ba01d635-c2ac-4c0b-8868-e48c9b3b79c3 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650699 Jun 22 00:51:06.008348 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8de13e2a-d70d-465e-90b0-dac49a079163 req-af1ce8ba-062f-4593-99dd-debd87cd8088 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=d1e2c5b9-0cd5-4f5a-aa34-81b3f5cee9b2 HTTP/1.1" status: 200 len: 210 time: 0.0412130 Jun 22 00:51:06.259715 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf669db-6f98-4cf2-b3c7-974a42d30d9f req-ef4430e7-6904-4847-9d8d-c40394cd7996 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:06.261143 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bbf669db-6f98-4cf2-b3c7-974a42d30d9f req-ef4430e7-6904-4847-9d8d-c40394cd7996 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.0676649 Jun 22 00:51:06.299405 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bbf669db-6f98-4cf2-b3c7-974a42d30d9f req-255ebf4e-2a89-40a3-afe1-fe48a7d5733a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325837 Jun 22 00:51:07.137974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09481ce-34fb-460a-8657-7ea1386c344d req-42c0c78c-1f7d-498d-9e1a-eccd98359891 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.139836 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e09481ce-34fb-460a-8657-7ea1386c344d req-42c0c78c-1f7d-498d-9e1a-eccd98359891 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.0659008 Jun 22 00:51:07.182954 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e09481ce-34fb-460a-8657-7ea1386c344d req-1d6fe410-67a9-49cc-97d0-5198e49b4bf4 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Jun 22 00:51:07.479301 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18307-2ff3-42c2-afc7-19fca86947ef req-ed475c7e-bada-4b6c-bf96-beab67d78a7a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.481145 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-acd18307-2ff3-42c2-afc7-19fca86947ef req-ed475c7e-bada-4b6c-bf96-beab67d78a7a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.0685885 Jun 22 00:51:07.524651 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-acd18307-2ff3-42c2-afc7-19fca86947ef req-15aff1a8-75df-463e-a4c2-3601d3ae53df tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369861 Jun 22 00:51:07.630646 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9716a-c846-407e-bf46-65abd2861469 req-df10a988-3257-4c9d-ace7-d8521717fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.632145 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-df10a988-3257-4c9d-ace7-d8521717fbe8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0617754 Jun 22 00:51:07.656874 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cbcb8-7fec-450b-b7c4-526fc7084d52 req-bb359790-499a-4c87-9520-ad2f4395dbf5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.658487 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee2cbcb8-7fec-450b-b7c4-526fc7084d52 req-bb359790-499a-4c87-9520-ad2f4395dbf5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0712845 Jun 22 00:51:07.697584 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee2cbcb8-7fec-450b-b7c4-526fc7084d52 req-3cb6e545-ebb1-46b2-a880-638685a985fe tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Jun 22 00:51:07.776758 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a341fb-7f2c-46c8-8d62-1cb04b700c11 req-3635e4db-0f5c-42fb-9fc8-fa74c195862e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.778603 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b0a341fb-7f2c-46c8-8d62-1cb04b700c11 req-3635e4db-0f5c-42fb-9fc8-fa74c195862e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1370363 Jun 22 00:51:07.783082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9716a-c846-407e-bf46-65abd2861469 req-b32fb6ce-3cd4-4ed1-93a5-0f662e0829d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.784652 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-b32fb6ce-3cd4-4ed1-93a5-0f662e0829d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.1414855 Jun 22 00:51:07.835225 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-5f64b562-0de3-48b3-928c-4f02b31714f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0426209 Jun 22 00:51:07.851980 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b0a341fb-7f2c-46c8-8d62-1cb04b700c11 req-5356fe0b-bb1a-4522-b795-badc27583688 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663869 Jun 22 00:51:07.896364 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9716a-c846-407e-bf46-65abd2861469 req-34817c51-79d9-4dbb-b276-a88ec7aa4e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:07.901505 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-34817c51-79d9-4dbb-b276-a88ec7aa4e40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0426736 Jun 22 00:51:07.942323 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-5c92afcc-6ffd-48ee-b510-1742c6b82324 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297894 Jun 22 00:51:08.036039 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-cfbc38b1-654f-4424-9389-c12fadda60b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793869 Jun 22 00:51:08.128067 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8c9716a-c846-407e-bf46-65abd2861469 req-00bf9083-8af3-4f16-8def-6ce039b4d848 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847614 Jun 22 00:51:08.353558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaf04e-eaac-4735-8595-f847ad22bafb req-bcd4b711-d98d-4ba2-aa3a-c8f7c6bfb627 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:08.355013 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0eeaf04e-eaac-4735-8595-f847ad22bafb req-bcd4b711-d98d-4ba2-aa3a-c8f7c6bfb627 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.0622566 Jun 22 00:51:08.393238 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0eeaf04e-eaac-4735-8595-f847ad22bafb req-d4e5eb5c-47ef-440e-a959-de303898cdf6 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325632 Jun 22 00:51:08.611392 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a5faa280-4fd4-41ca-b4d9-c4408d220d8a no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:08.631286 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: a5faa280-4fd4-41ca-b4d9-c4408d220d8a {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:08.631647 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a5faa280-4fd4-41ca-b4d9-c4408d220d8a not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:08.880266 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80af2ff-ce62-4b16-a912-53c3fc2802bb req-198e7976-3a63-452a-8dc0-1aeb9ea18b8a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:08.881740 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e80af2ff-ce62-4b16-a912-53c3fc2802bb req-198e7976-3a63-452a-8dc0-1aeb9ea18b8a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0707717 Jun 22 00:51:08.919594 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e80af2ff-ce62-4b16-a912-53c3fc2802bb req-97add12f-31e2-4718-a0a6-5128e7f69e8a tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jun 22 00:51:08.928655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b89911-92ab-4420-b014-01d9d4b46a70 req-de0ee515-3f73-4802-a227-c9adf55fd5d7 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:08.930422 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-30b89911-92ab-4420-b014-01d9d4b46a70 req-de0ee515-3f73-4802-a227-c9adf55fd5d7 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.2933090 Jun 22 00:51:08.968233 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-30b89911-92ab-4420-b014-01d9d4b46a70 req-366ed900-904a-40ea-ac16-e42949dcabcc tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323396 Jun 22 00:51:09.094416 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40a559-f10d-45e5-bcfe-1d7a75261bd5 req-88bcb7fe-4e56-4ed3-9d9a-1f177908b2c5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:09.095845 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee40a559-f10d-45e5-bcfe-1d7a75261bd5 req-88bcb7fe-4e56-4ed3-9d9a-1f177908b2c5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0663643 Jun 22 00:51:09.131771 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee40a559-f10d-45e5-bcfe-1d7a75261bd5 req-606e465e-5e20-4736-91f7-ec89709a7f9d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302901 Jun 22 00:51:09.564304 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3891b-84b4-4266-8051-d63b584677fa req-80d42e77-6f50-490c-889d-01eacb00a427 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:09.565769 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8f3891b-84b4-4266-8051-d63b584677fa req-80d42e77-6f50-490c-889d-01eacb00a427 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.0606637 Jun 22 00:51:09.602324 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8f3891b-84b4-4266-8051-d63b584677fa req-2a958b79-444d-41bf-befa-a6ba859b2b2c tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302970 Jun 22 00:51:10.025730 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-89fa7b41-012f-4bda-ab14-854f4254deca tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.027416 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-89fa7b41-012f-4bda-ab14-854f4254deca tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0647590 Jun 22 00:51:10.096222 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905c1e1-5b19-4869-9202-0f3ed4fcd24f req-491cea51-656d-4860-9f1c-a18fdddde10e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.097710 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8905c1e1-5b19-4869-9202-0f3ed4fcd24f req-491cea51-656d-4860-9f1c-a18fdddde10e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 945 time: 0.0633938 Jun 22 00:51:10.134747 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8905c1e1-5b19-4869-9202-0f3ed4fcd24f req-880cef48-f413-4742-9505-4bffa2ca17cf tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Jun 22 00:51:10.177206 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981063a4-3a7c-4343-998b-d2c470689bf3 req-982cdd7d-eb9b-49bd-88c4-da9a5b5da335 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.178706 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-981063a4-3a7c-4343-998b-d2c470689bf3 req-982cdd7d-eb9b-49bd-88c4-da9a5b5da335 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 944 time: 0.0958059 Jun 22 00:51:10.180993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Deleting port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:10.181329 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.264022 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-981063a4-3a7c-4343-998b-d2c470689bf3 req-1afebbe1-163e-4a96-bfe5-debc484351ee tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780313 Jun 22 00:51:10.294599 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] For port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:10.295025 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.361464 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Calling delete_port for a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:10.488557 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac786e27-e202-45e3-91b2-c0fadea85373 req-587fd709-5ce0-4b00-bb06-eefe28f40807 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.490054 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ac786e27-e202-45e3-91b2-c0fadea85373 req-587fd709-5ce0-4b00-bb06-eefe28f40807 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1245687 Jun 22 00:51:10.561935 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ac786e27-e202-45e3-91b2-c0fadea85373 req-46f23671-9a62-4f61-84aa-e79c11bf7a07 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651305 Jun 22 00:51:10.566355 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.570858 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bf9f25a4-1785-4033-8428-42a3ce5c471a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:10.603343 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event deleted for resources: {'Port': ['ID=a8cacf3b-42e5-46ed-98ed-49acd0c5fc38,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:10.606370 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:10.617764 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f', 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:10.646464 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] No DVR routers for this DVR port a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:10.648963 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.650905 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9410715c-a9ca-4419-aec6-8ef7846bb3f5 req-31de2338-7601-4c8a-ac7e-781154da70c5 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "DELETE /v2.0/ports/a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 HTTP/1.1" status: 204 len: 173 time: 0.6170139 Jun 22 00:51:10.651393 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'name': 'network-vif-deleted', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:10.653698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b9485-feed-4f1a-81ce-df800906baf0" -d '{"events": [{"server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "name": "network-vif-deleted", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:10.669263 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:10.690170 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43ed82-c1a6-48b7-8d94-6a0b1ba694ab x-openstack-request-id: req-af43ed82-c1a6-48b7-8d94-6a0b1ba694ab {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:10.690492 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5da755a-1625-4ca3-9b02-717bc0328c80", "name": "network-vif-deleted", "tag": "a8cacf3b-42e5-46ed-98ed-49acd0c5fc38", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:10.690771 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af43ed82-c1a6-48b7-8d94-6a0b1ba694ab {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:10.691210 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5da755a-1625-4ca3-9b02-717bc0328c80', 'name': 'network-vif-deleted', 'tag': 'a8cacf3b-42e5-46ed-98ed-49acd0c5fc38', 'status': 'completed', 'code': 200} Jun 22 00:51:10.809204 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219901-0a26-4d93-af8f-3a0fefe0af1e req-3cdcecc3-fa65-4410-94e5-b20abb7141f6 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:10.810952 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d219901-0a26-4d93-af8f-3a0fefe0af1e req-3cdcecc3-fa65-4410-94e5-b20abb7141f6 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 944 time: 0.0729442 Jun 22 00:51:10.867867 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,segment=NetworkSegment(87011f3b-4ee7-40a9-8a71-501c8a0c96b9),segment_id=87011f3b-4ee7-40a9-8a71-501c8a0c96b9)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:10.884131 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9', 'network_id': 'fdf32b7a-76a6-4097-9f42-297ba27d446b', 'port_id': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9', 'mac_address': 'fa:16:3e:41:0f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a0af59-5f5e-45ca-bc56-5f4c131ae7a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:10.928345 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.942334 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:10.963078 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,segment=NetworkSegment(87011f3b-4ee7-40a9-8a71-501c8a0c96b9),segment_id=87011f3b-4ee7-40a9-8a71-501c8a0c96b9)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:10.967596 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:10.968399 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a528a6fa-b866-4144-8917-8287898ad49e details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:51:10.970969 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:11.060155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:11.066919 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d219901-0a26-4d93-af8f-3a0fefe0af1e req-050b0fcf-eb26-47e8-b550-499abfcc5fca tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494495 Jun 22 00:51:11.069407 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.069888 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.070379 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.070486 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.070785 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.071122 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.071486 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.071812 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.072121 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.072450 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.072945 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.073089 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:11.080454 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:11.112126 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a528a6fa-b866-4144-8917-8287898ad49e,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:11.126923 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'a528a6fa-b866-4144-8917-8287898ad49e', 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7', 'port_id': 'a528a6fa-b866-4144-8917-8287898ad49e', 'mac_address': 'fa:16:3e:cc:3b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fd3e97-11a2-4a6b-b076-ddcac7138901', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:51:11.167991 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.180670 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a528a6fa-b866-4144-8917-8287898ad49e {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:51:11.201312 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a528a6fa-b866-4144-8917-8287898ad49e,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:11.206704 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:11.209715 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:11.257016 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:11.260197 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:11.293272 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-04a4aa18-8d88-4895-85d4-e261a5fcbbf1 req-6faf9537-6e38-49eb-bd57-fbd7a54f8d1b tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5da755a-1625-4ca3-9b02-717bc0328c80 HTTP/1.1" status: 200 len: 210 time: 0.0293202 Jun 22 00:51:11.448007 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa3640-bf98-45d4-9104-da62d5b7be00 req-432e8072-a47d-43c3-964a-fcdf37090413 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:11.449453 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2fa3640-bf98-45d4-9104-da62d5b7be00 req-432e8072-a47d-43c3-964a-fcdf37090413 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 945 time: 0.0666573 Jun 22 00:51:11.490438 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d2fa3640-bf98-45d4-9104-da62d5b7be00 req-3bee62fc-da54-4a1f-9f80-cc9e509a2e55 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Jun 22 00:51:11.734311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610fc88-4119-4ef4-8d71-1db37145c342 req-3275aa16-d254-4661-8dc6-6bf1b5344f62 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:11.736309 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8610fc88-4119-4ef4-8d71-1db37145c342 req-3275aa16-d254-4661-8dc6-6bf1b5344f62 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0635839 Jun 22 00:51:11.775196 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8610fc88-4119-4ef4-8d71-1db37145c342 req-c5208c26-d96e-4d74-b452-de5cb6fc8705 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Jun 22 00:51:11.834733 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['7f25aed5-6ea1-4403-9da8-7a0bb344c1b9'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:11.856598 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['a528a6fa-b866-4144-8917-8287898ad49e'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:12.246986 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a6589-6e85-4642-bf19-f0e6b040839f req-35e2eefa-d46c-428c-ac16-8df21da1eed9 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:12.248415 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-353a6589-6e85-4642-bf19-f0e6b040839f req-35e2eefa-d46c-428c-ac16-8df21da1eed9 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 945 time: 0.0621581 Jun 22 00:51:12.288603 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-353a6589-6e85-4642-bf19-f0e6b040839f req-218043fa-a75a-4679-8cac-b4732999f91b tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340621 Jun 22 00:51:12.619186 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:12.638673 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:12.639033 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a8cacf3b-42e5-46ed-98ed-49acd0c5fc38 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:12.675790 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037b22a-f474-4888-ad05-2e6c65ffcd22 req-c21043ce-bd47-4486-bf6a-a06be301226a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:12.677247 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f037b22a-f474-4888-ad05-2e6c65ffcd22 req-c21043ce-bd47-4486-bf6a-a06be301226a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 945 time: 0.0679824 Jun 22 00:51:12.714527 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f037b22a-f474-4888-ad05-2e6c65ffcd22 req-10a6aea0-580c-480e-bcb2-56229c28c553 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jun 22 00:51:12.943723 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d41b20-cb8b-4542-9c0b-64e5d22a6ac8 req-caedf522-8720-4142-8e81-59d88721f35a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:12.945166 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8d41b20-cb8b-4542-9c0b-64e5d22a6ac8 req-caedf522-8720-4142-8e81-59d88721f35a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0614011 Jun 22 00:51:12.980442 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8d41b20-cb8b-4542-9c0b-64e5d22a6ac8 req-b9f29c67-5ce5-4fa5-9cbf-1ba4d6bf7fc7 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297418 Jun 22 00:51:13.458746 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0103c6f-50cf-4e55-a451-66cd5fb1feed req-28310cdd-3693-41f1-8760-0f99d69e226d tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:13.460208 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f0103c6f-50cf-4e55-a451-66cd5fb1feed req-28310cdd-3693-41f1-8760-0f99d69e226d tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Jun 22 00:51:13.496688 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f0103c6f-50cf-4e55-a451-66cd5fb1feed req-61154f83-188b-48d3-90f9-3800f3615154 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Jun 22 00:51:13.862513 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d9dc3-0efc-431f-9477-89257e530eb7 req-3a740cc4-5cd6-4e43-8531-ccb2368f9df6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:13.864017 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4b1d9dc3-0efc-431f-9477-89257e530eb7 req-3a740cc4-5cd6-4e43-8531-ccb2368f9df6 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jun 22 00:51:13.901020 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4b1d9dc3-0efc-431f-9477-89257e530eb7 req-f3560ed9-5e5a-4e48-a2a7-a5f2f38ebaf8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Jun 22 00:51:13.999182 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b220f-5a80-41a5-8553-4c763cf7ec97 req-a020b058-ad79-4001-b8ea-40b8e7153848 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:14.000703 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-525b220f-5a80-41a5-8553-4c763cf7ec97 req-a020b058-ad79-4001-b8ea-40b8e7153848 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 945 time: 0.0646522 Jun 22 00:51:14.038072 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-525b220f-5a80-41a5-8553-4c763cf7ec97 req-5e2ed79f-dfa5-408e-a88e-3cc63fa32b45 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jun 22 00:51:14.199092 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361a9a8-8054-478f-b66d-7e164a6ed361 req-65a0a90b-f4b1-4519-9d24-e4c05e7e27e0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:14.200435 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1361a9a8-8054-478f-b66d-7e164a6ed361 req-65a0a90b-f4b1-4519-9d24-e4c05e7e27e0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0646260 Jun 22 00:51:14.236894 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1361a9a8-8054-478f-b66d-7e164a6ed361 req-589755f0-4711-4f9b-b113-211dc1d5477a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304806 Jun 22 00:51:14.626611 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a528a6fa-b866-4144-8917-8287898ad49e up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:14.671161 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb51bee-d6a6-419e-aae7-1c4727d9bebb req-aeb6f93f-1c1d-40dc-8a77-2c8c43b97150 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:14.673267 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7fb51bee-d6a6-419e-aae7-1c4727d9bebb req-aeb6f93f-1c1d-40dc-8a77-2c8c43b97150 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 945 time: 0.0605624 Jun 22 00:51:14.675205 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port a528a6fa-b866-4144-8917-8287898ad49e completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:14.678908 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port a528a6fa-b866-4144-8917-8287898ad49e triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:14.679317 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.711196 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7fb51bee-d6a6-419e-aae7-1c4727d9bebb req-56d84e2a-791c-4a7e-b687-65e9dcfe6e2c tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318756 Jun 22 00:51:14.752339 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.773831 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:14.776107 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db51de21-7c3d-4b49-8444-d6b21ca182ba" -d '{"events": [{"server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "name": "network-vif-plugged", "status": "completed", "tag": "a528a6fa-b866-4144-8917-8287898ad49e"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:14.788512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a528a6fa-b866-4144-8917-8287898ad49e,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:14.793742 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.794672 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:51:14.796972 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:14.817831 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7625214-11a4-45a9-90ea-d071e49e8313 x-openstack-request-id: req-b7625214-11a4-45a9-90ea-d071e49e8313 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:14.818138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "name": "network-vif-plugged", "status": "completed", "tag": "a528a6fa-b866-4144-8917-8287898ad49e", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:14.818398 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7625214-11a4-45a9-90ea-d071e49e8313 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:14.818782 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e', 'code': 200} Jun 22 00:51:14.888093 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:14.891969 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:14.896465 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:51:14.901413 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:51:14.901830 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:14.983445 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.020566 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,segment=NetworkSegment(87011f3b-4ee7-40a9-8a71-501c8a0c96b9),segment_id=87011f3b-4ee7-40a9-8a71-501c8a0c96b9)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:15.024338 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:15.026301 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3f53786a-d669-4ee7-bc96-5084e46f737b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:15.078333 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:15.082153 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:15.142007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016f2e6-916e-4dc6-86f5-227da180f446 req-951c420d-169f-42c8-8fc7-8fd39d73dbf3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.143462 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c016f2e6-916e-4dc6-86f5-227da180f446 req-951c420d-169f-42c8-8fc7-8fd39d73dbf3 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.1094277 Jun 22 00:51:15.179426 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a601242-7653-46d9-ab6c-ac5c1dcc9b4b req-d60e7b00-6ce8-419b-b0e7-1c7b6e2b9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.180889 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7a601242-7653-46d9-ab6c-ac5c1dcc9b4b req-d60e7b00-6ce8-419b-b0e7-1c7b6e2b9cca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 1099 time: 0.0898058 Jun 22 00:51:15.187841 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c016f2e6-916e-4dc6-86f5-227da180f446 req-efd85021-aace-417b-a71d-7f7c1fb8d692 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Jun 22 00:51:15.216612 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128d55f-30fe-4d25-b7e9-e089abf6ad9f req-404f3611-1a37-4f71-9eef-f7f9ff2daa05 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.218047 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3128d55f-30fe-4d25-b7e9-e089abf6ad9f req-404f3611-1a37-4f71-9eef-f7f9ff2daa05 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0653682 Jun 22 00:51:15.221857 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7a601242-7653-46d9-ab6c-ac5c1dcc9b4b req-782c14af-5408-418f-a571-0c73812dd1d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 Jun 22 00:51:15.262356 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3128d55f-30fe-4d25-b7e9-e089abf6ad9f req-7355e289-fee8-4117-9e25-b23750a4e3bd tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Jun 22 00:51:15.421109 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5cd9e-ac12-4e0e-99ff-5e385356e2f6 req-71998baf-4afd-42d7-ae1e-b3e70edf09ea tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.423106 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23f5cd9e-ac12-4e0e-99ff-5e385356e2f6 req-71998baf-4afd-42d7-ae1e-b3e70edf09ea tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0596220 Jun 22 00:51:15.458153 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-23f5cd9e-ac12-4e0e-99ff-5e385356e2f6 req-30185884-f2c5-4690-a7f7-4eb04e4174a0 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295246 Jun 22 00:51:15.878048 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db439-a772-4269-aadf-4984cfb74f91 req-77e242b4-0a74-4f29-ac09-9e242869f866 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:15.879485 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e34db439-a772-4269-aadf-4984cfb74f91 req-77e242b4-0a74-4f29-ac09-9e242869f866 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0607047 Jun 22 00:51:15.919165 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e34db439-a772-4269-aadf-4984cfb74f91 req-0b66f380-f10d-40fb-a0c5-8e33368fed35 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Jun 22 00:51:16.369852 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65ecc1-3fc0-42ff-b6ca-d250b67089b4 req-ae4cabda-0301-4260-976a-531c13364463 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.371344 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5c65ecc1-3fc0-42ff-b6ca-d250b67089b4 req-ae4cabda-0301-4260-976a-531c13364463 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.0643666 Jun 22 00:51:16.408124 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5c65ecc1-3fc0-42ff-b6ca-d250b67089b4 req-2a5d93ff-a8c1-43d6-bafc-9abc7132ff6d tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Jun 22 00:51:16.440132 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5971fd3-b606-4050-b2f1-c93b640dfd34 req-b9d9bcab-3ff4-43fe-848b-04b6bda6e907 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.441619 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5971fd3-b606-4050-b2f1-c93b640dfd34 req-b9d9bcab-3ff4-43fe-848b-04b6bda6e907 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0621421 Jun 22 00:51:16.481077 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5971fd3-b606-4050-b2f1-c93b640dfd34 req-c107b9a8-4eea-4139-bcd4-ac352f04e5f8 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336721 Jun 22 00:51:16.650200 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a5fc6-2e8e-4f6f-b1d6-7412aa8a3408 req-1981d576-2e3c-4080-9620-ea049e8bdc58 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:16.651678 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ed8a5fc6-2e8e-4f6f-b1d6-7412aa8a3408 req-1981d576-2e3c-4080-9620-ea049e8bdc58 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0630133 Jun 22 00:51:16.686501 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ed8a5fc6-2e8e-4f6f-b1d6-7412aa8a3408 req-18f1eb26-49fe-4226-a995-0a00339b48a8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293107 Jun 22 00:51:16.819633 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:16.822045 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c54970-bd81-4de0-a5f1-db1ac9d2abec" -d '{"events": [{"server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "name": "network-vif-plugged", "status": "completed", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:16.858247 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6306477-9eff-4ee5-8ce6-051f4096355d x-openstack-request-id: req-f6306477-9eff-4ee5-8ce6-051f4096355d {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:16.858622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "name": "network-vif-plugged", "status": "completed", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:16.858896 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6306477-9eff-4ee5-8ce6-051f4096355d {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:16.859294 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9', 'code': 200} Jun 22 00:51:17.096586 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcffb76-3ec2-46b5-b4e2-ab8a1ffd6516 req-1e479d72-9f80-42eb-b7b7-074f804a936e tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.098059 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4bcffb76-3ec2-46b5-b4e2-ab8a1ffd6516 req-1e479d72-9f80-42eb-b7b7-074f804a936e tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0650640 Jun 22 00:51:17.139577 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4bcffb76-3ec2-46b5-b4e2-ab8a1ffd6516 req-7ec1b815-b3b0-4f06-b6fb-d783a3f66378 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357766 Jun 22 00:51:17.200272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9a34d-72fe-4966-bf8c-c909b8c73848 req-5a9d40b3-ea08-4706-a10c-59ab7de4aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.201782 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1fa9a34d-72fe-4966-bf8c-c909b8c73848 req-5a9d40b3-ea08-4706-a10c-59ab7de4aa1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 1099 time: 0.0504372 Jun 22 00:51:17.210946 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-aae33527-ed14-433c-b892-537cc2072436 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.212309 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-aae33527-ed14-433c-b892-537cc2072436 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.0612731 Jun 22 00:51:17.237844 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1fa9a34d-72fe-4966-bf8c-c909b8c73848 req-b8312720-fd41-4de9-be94-7aaaf6266fe5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277183 Jun 22 00:51:17.312610 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-11d623af-fd48-407e-a02f-9349dbe568db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.317225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Deleting port 67f6ec44-4991-4d41-96e8-c4d066995b7f {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:17.317884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.404112 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] For port 67f6ec44-4991-4d41-96e8-c4d066995b7f, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=67f6ec44-4991-4d41-96e8-c4d066995b7f,segment=NetworkSegment(4c2e0840-3f68-4fc8-a3ce-57de83ad3562),segment_id=4c2e0840-3f68-4fc8-a3ce-57de83ad3562)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:17.404383 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.469695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Calling delete_port for 67f6ec44-4991-4d41-96e8-c4d066995b7f owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:17.582886 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383c0d6-a6a4-4731-af61-d88b0925b734 req-8d143b87-d9b7-4b1b-97c0-5fb510d0f821 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.584396 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7383c0d6-a6a4-4731-af61-d88b0925b734 req-8d143b87-d9b7-4b1b-97c0-5fb510d0f821 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 945 time: 0.0626969 Jun 22 00:51:17.597634 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.601406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:17.621306 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7383c0d6-a6a4-4731-af61-d88b0925b734 req-5147a54e-9d0c-4207-af80-de11e9ff74ce tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/security-groups?id=12c46941-6ba7-41da-93aa-520c127b60ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jun 22 00:51:17.625052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Pushing event deleted for resources: {'Port': ['ID=67f6ec44-4991-4d41-96e8-c4d066995b7f,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:17.629323 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:17.639904 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['67f6ec44-4991-4d41-96e8-c4d066995b7f'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:17.684177 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] No DVR routers for this DVR port 67f6ec44-4991-4d41-96e8-c4d066995b7f on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:17.686850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:17.688857 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-738cedac-2411-4588-b68a-0d6deac90ed6 req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.23 "DELETE /v2.0/ports/67f6ec44-4991-4d41-96e8-c4d066995b7f HTTP/1.1" status: 204 len: 173 time: 0.4708493 Jun 22 00:51:17.689353 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'name': 'network-vif-deleted', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:17.691693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f06a8-6d91-42e0-ae50-85f913c90418" -d '{"events": [{"server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "name": "network-vif-deleted", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:17.806628 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56609-bc5b-426a-a67d-8b25488a47a6 req-8539a4de-df90-496f-8022-b6dca5aacef6 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:17.808100 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bae56609-bc5b-426a-a67d-8b25488a47a6 req-8539a4de-df90-496f-8022-b6dca5aacef6 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0684412 Jun 22 00:51:17.849377 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bae56609-bc5b-426a-a67d-8b25488a47a6 req-919b21f4-4a21-4684-9210-db8f69e8c49d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355358 Jun 22 00:51:17.896463 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5877ee4f-58f5-4fb1-8ca6-6128b6288c0c x-openstack-request-id: req-5877ee4f-58f5-4fb1-8ca6-6128b6288c0c {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:17.896782 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec64bef-9485-48cc-a38e-dd7250aaf6da", "name": "network-vif-deleted", "tag": "67f6ec44-4991-4d41-96e8-c4d066995b7f", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:17.897061 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5877ee4f-58f5-4fb1-8ca6-6128b6288c0c {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:17.897518 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec64bef-9485-48cc-a38e-dd7250aaf6da', 'name': 'network-vif-deleted', 'tag': '67f6ec44-4991-4d41-96e8-c4d066995b7f', 'status': 'completed', 'code': 200} Jun 22 00:51:18.043788 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d338e31-dd44-426b-bb26-6181c7ffb0cc req-b3869317-0416-4163-8ced-58ae1e649c8d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:18.045256 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5d338e31-dd44-426b-bb26-6181c7ffb0cc req-b3869317-0416-4163-8ced-58ae1e649c8d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0619073 Jun 22 00:51:18.088648 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5d338e31-dd44-426b-bb26-6181c7ffb0cc req-9e60def0-f5fa-47ff-9d34-51d6b61832e6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Jun 22 00:51:18.312829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd34bd-7ee4-4f7f-a114-16a87699a93e req-59fa64ff-ca0f-4c15-b9df-511fbfaf6194 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:18.314279 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbfd34bd-7ee4-4f7f-a114-16a87699a93e req-59fa64ff-ca0f-4c15-b9df-511fbfaf6194 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0656307 Jun 22 00:51:18.352707 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbfd34bd-7ee4-4f7f-a114-16a87699a93e req-2b2bbff3-b650-4e41-bbbe-f2abfb49567f tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Jun 22 00:51:18.793321 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8b45a933-981f-4270-a0b1-e0c89bef9065 req-dcef5eb9-a0d1-41a2-9825-9ff76e3a8695 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ec64bef-9485-48cc-a38e-dd7250aaf6da HTTP/1.1" status: 200 len: 210 time: 0.0339818 Jun 22 00:51:19.020092 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01411ebd-c660-4b99-967f-788a8090417c req-b516913b-a8b9-41c2-b8e9-a4c201879440 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:19.021427 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-01411ebd-c660-4b99-967f-788a8090417c req-b516913b-a8b9-41c2-b8e9-a4c201879440 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0635588 Jun 22 00:51:19.056988 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-01411ebd-c660-4b99-967f-788a8090417c req-5dc1273e-ea50-4aac-9848-d06b6fbf8b1b tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Jun 22 00:51:19.267765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8772c6-549d-4fb9-8876-71cf45125b59 req-27467dc9-1939-4c7d-96db-19b7a4c84523 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:19.269334 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4d8772c6-549d-4fb9-8876-71cf45125b59 req-27467dc9-1939-4c7d-96db-19b7a4c84523 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0625134 Jun 22 00:51:19.309974 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4d8772c6-549d-4fb9-8876-71cf45125b59 req-8cbf47e5-b44c-4d41-b7ff-b07742cc8db8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Jun 22 00:51:19.540771 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfa5bd-8981-4d1e-a916-a60582c37a85 req-62479bf1-23f4-4773-b3ca-21b70cd67256 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:19.545915 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fecfa5bd-8981-4d1e-a916-a60582c37a85 req-62479bf1-23f4-4773-b3ca-21b70cd67256 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0780091 Jun 22 00:51:19.584890 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fecfa5bd-8981-4d1e-a916-a60582c37a85 req-e7472621-e365-4521-a6fb-a4207659ab1c tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Jun 22 00:51:19.889372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54182) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:19.937119 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Deleting subnet 2330fff2-510e-479d-a215-fc14edb7095a {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:51:19.941682 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.981056 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:19.987035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.038176 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.040390 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:20.042044 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6af736c5-0ca1-4d75-a6f7-6675effe6b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.070112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2330fff2-510e-479d-a215-fc14edb7095a,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:20.073090 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:20.074092 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.077518 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2330fff2-510e-479d-a215-fc14edb7095a HTTP/1.1" status: 204 len: 168 time: 0.1855147 Jun 22 00:51:20.078965 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54188) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:20.151267 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.167261 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.233779 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.243936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.244297 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.245051 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.245386 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > port after_create 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.245748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.246091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > port after_update 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.246418 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.246740 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.247059 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.247376 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.313777 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.314117 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.314453 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.314786 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104337) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 00:51:20.315157 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748bd65e-7944-4283-adee-d3d64dfcde42']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:20.333270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2e0840-3f68-4fc8-a3ce-57de83ad3562') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:20.333609 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2e0840-3f68-4fc8-a3ce-57de83ad3562') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:20.350128 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.373028 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.382309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:51:20.382760 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: from cryptography.utils import int_from_bytes Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: from cryptography.utils import int_from_bytes Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:51:20.388346 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:51:20.454884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.458980 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:20.463253 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.465236 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/748bd65e-7944-4283-adee-d3d64dfcde42 HTTP/1.1" status: 204 len: 168 time: 0.3853226 Jun 22 00:51:20.477205 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=748bd65e-7944-4283-adee-d3d64dfcde42,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:20.480484 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:20.508985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cec6bf-5973-4111-9e05-ff53453b8d98 req-eded7f41-870b-4d0c-98ac-130984ea8630 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:20.510516 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5cec6bf-5973-4111-9e05-ff53453b8d98 req-eded7f41-870b-4d0c-98ac-130984ea8630 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0807834 Jun 22 00:51:20.554940 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5cec6bf-5973-4111-9e05-ff53453b8d98 req-67fd00fe-7cdb-43df-9f48-eaa5b47dc79a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Jun 22 00:51:20.669118 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54202) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:20.671555 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 67f6ec44-4991-4d41-96e8-c4d066995b7f no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:20.694584 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 67f6ec44-4991-4d41-96e8-c4d066995b7f {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:20.695226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 67f6ec44-4991-4d41-96e8-c4d066995b7f not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:20.714584 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c5c88ea7-e302-454c-b726-9e1a63734fc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b86765b39b14589939e00e6270286de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437024 Jun 22 00:51:20.716863 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54204) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:20.756314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915d125-368f-4aba-9325-7acf9848e2a3 req-175e831e-114c-49ad-ae74-1deeb7f61493 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:20.757806 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b915d125-368f-4aba-9325-7acf9848e2a3 req-175e831e-114c-49ad-ae74-1deeb7f61493 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0622709 Jun 22 00:51:20.765074 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.785230 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.794864 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b915d125-368f-4aba-9325-7acf9848e2a3 req-15765c34-7e4b-443a-8724-e1b5ff957847 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Jun 22 00:51:20.834884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.837550 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:20.838670 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12c46941-6ba7-41da-93aa-520c127b60ea HTTP/1.1" status: 204 len: 168 time: 0.1207328 Jun 22 00:51:20.839419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-87918df4-3d25-4df2-bd16-92e49f622c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:20.846643 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c46941-6ba7-41da-93aa-520c127b60ea,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:20.848928 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:21.124896 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:21.751119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee120b19-8738-4340-9243-16cde55da522 req-53b7f976-aac8-41de-b517-f1cfa7fadedb tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:21.753402 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ee120b19-8738-4340-9243-16cde55da522 req-53b7f976-aac8-41de-b517-f1cfa7fadedb tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0798383 Jun 22 00:51:21.791696 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ee120b19-8738-4340-9243-16cde55da522 req-cb2e9f06-c872-4b59-aa88-5c0e8244bee4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Jun 22 00:51:22.498515 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:22.977944 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e9c33-706e-46ac-b197-1023be86f19f req-35d7ae6e-f53e-4f78-bc5e-248c9688fd28 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:22.979557 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-208e9c33-706e-46ac-b197-1023be86f19f req-35d7ae6e-f53e-4f78-bc5e-248c9688fd28 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0722904 Jun 22 00:51:23.018748 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-208e9c33-706e-46ac-b197-1023be86f19f req-e69b49fb-8d16-4d55-a62f-e45165a2f695 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Jun 22 00:51:23.419431 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:24.044546 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70d962-289d-4ebb-b72a-24a62da07e87 req-821459f4-419c-4f13-9a7e-b75aa90091e6 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:24.046133 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f70d962-289d-4ebb-b72a-24a62da07e87 req-821459f4-419c-4f13-9a7e-b75aa90091e6 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0629852 Jun 22 00:51:24.084527 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f70d962-289d-4ebb-b72a-24a62da07e87 req-bdae579e-3317-4681-a3cb-79e815305db3 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Jun 22 00:51:24.246099 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83ea2-23c1-4ec8-b102-d0c993658df9 req-d31d3e52-dce0-466e-b7e5-e90b688e6241 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:24.247440 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fdb83ea2-23c1-4ec8-b102-d0c993658df9 req-d31d3e52-dce0-466e-b7e5-e90b688e6241 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0630944 Jun 22 00:51:24.290406 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fdb83ea2-23c1-4ec8-b102-d0c993658df9 req-4a22ee2c-93ff-42d5-ac69-f21fa3195637 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Jun 22 00:51:24.852497 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54346) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:24.965392 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.052874 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.057754 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.060171 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9158cc2b-a9b1-4d5f-8d1b-3153432db753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:25.100870 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a129a2f715c44c6ace01afd5ab59dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472284 Jun 22 00:51:25.101313 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54358) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:25.101810 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc3d877-8bdb-4290-8964-7c7471dddea6,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:25.104655 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:25.179094 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.203039 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.249417 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.252801 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:25.253961 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cc3d877-8bdb-4290-8964-7c7471dddea6 HTTP/1.1" status: 204 len: 168 time: 0.1508899 Jun 22 00:51:25.254744 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6a966eda-5171-4b88-b428-24f2ed065354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:25.262525 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc3d877-8bdb-4290-8964-7c7471dddea6,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:25.265013 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:25.301739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702caaa-d4ec-4a54-b89c-8d7cc88f32fd req-3c86df15-8fa3-4ba2-828e-926ecff5d821 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:25.303243 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6702caaa-d4ec-4a54-b89c-8d7cc88f32fd req-3c86df15-8fa3-4ba2-828e-926ecff5d821 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0805082 Jun 22 00:51:25.343836 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6702caaa-d4ec-4a54-b89c-8d7cc88f32fd req-c4484a5a-6c54-456d-9265-64c967a40335 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Jun 22 00:51:25.510973 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c5e40-1431-4d94-a6b2-c47674321019 req-afb8eb9d-5e17-42b5-9117-7d888bb4e20f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:25.512440 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-082c5e40-1431-4d94-a6b2-c47674321019 req-afb8eb9d-5e17-42b5-9117-7d888bb4e20f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0679617 Jun 22 00:51:25.551164 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-082c5e40-1431-4d94-a6b2-c47674321019 req-3a7b0964-c358-465e-8fe2-2f0fc8e8ce3b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324893 Jun 22 00:51:26.075783 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c7859-a457-4462-ab11-d7f83c587170 req-bf4c05ee-0220-4160-a2b8-001a2da94f11 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:26.077576 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a62c7859-a457-4462-ab11-d7f83c587170 req-bf4c05ee-0220-4160-a2b8-001a2da94f11 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.23 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 946 time: 0.0644462 Jun 22 00:51:26.184935 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Deleting port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:26.184935 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:26.278106 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] For port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,segment=NetworkSegment(87011f3b-4ee7-40a9-8a71-501c8a0c96b9),segment_id=87011f3b-4ee7-40a9-8a71-501c8a0c96b9)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:26.278499 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:26.360280 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Calling delete_port for 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:26.501125 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:26.505219 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cbcdebaf-93d3-4981-87be-00c445e12f0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:26.536044 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Pushing event deleted for resources: {'Port': ['ID=7f25aed5-6ea1-4403-9da8-7a0bb344c1b9,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:26.537156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013369-a7e9-4380-897c-d8b569b4e681 req-f9416156-b73e-4b29-88b4-da1c3f4a27bf tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:26.539466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:26.539624 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-17013369-a7e9-4380-897c-d8b569b4e681 req-f9416156-b73e-4b29-88b4-da1c3f4a27bf tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/ports?device_id=942a0aa3-ef7c-4bc1-820f-1d2169826372 HTTP/1.1" status: 200 len: 867 time: 0.0777094 Jun 22 00:51:26.554958 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['7f25aed5-6ea1-4403-9da8-7a0bb344c1b9'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:26.585719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] No DVR routers for this DVR port 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:26.588434 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:26.590423 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a62c7859-a457-4462-ab11-d7f83c587170 req-6db4f73a-0d28-4e5c-bd84-4c679b9edfa8 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.23 "DELETE /v2.0/ports/7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 HTTP/1.1" status: 204 len: 173 time: 0.5072083 Jun 22 00:51:26.590913 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'name': 'network-vif-deleted', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:26.591202 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-17013369-a7e9-4380-897c-d8b569b4e681 req-71b8a8df-7cca-4510-8afa-d09f24a49abd tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] 10.222.0.21 "GET /v2.0/security-groups?id=8bc69f46-16c9-4f5d-819e-c229a0573680&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Jun 22 00:51:26.593229 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db423b54-3446-4ce4-847b-dd124b6412b7" -d '{"events": [{"server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "name": "network-vif-deleted", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:26.647981 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c93e7b-1d66-4a0b-802d-dbfbfff30924 x-openstack-request-id: req-14c93e7b-1d66-4a0b-802d-dbfbfff30924 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:26.648302 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942a0aa3-ef7c-4bc1-820f-1d2169826372", "name": "network-vif-deleted", "tag": "7f25aed5-6ea1-4403-9da8-7a0bb344c1b9", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:26.648585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14c93e7b-1d66-4a0b-802d-dbfbfff30924 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:26.649009 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942a0aa3-ef7c-4bc1-820f-1d2169826372', 'name': 'network-vif-deleted', 'tag': '7f25aed5-6ea1-4403-9da8-7a0bb344c1b9', 'status': 'completed', 'code': 200} Jun 22 00:51:26.769726 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d646a-560e-430b-9016-942113642ab5 req-02aca45e-57a6-4960-8164-bf6020b6cfef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:26.771103 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca4d646a-560e-430b-9016-942113642ab5 req-02aca45e-57a6-4960-8164-bf6020b6cfef tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0678096 Jun 22 00:51:26.811208 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca4d646a-560e-430b-9016-942113642ab5 req-bd086ef1-d161-45c6-b982-441dc513c56a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jun 22 00:51:28.015627 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368d124-d494-457d-913a-3b46b4e36ca2 req-b02752d4-fbb3-4f7f-816e-a3f8d9c3d0e3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:28.017114 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9368d124-d494-457d-913a-3b46b4e36ca2 req-b02752d4-fbb3-4f7f-816e-a3f8d9c3d0e3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0860443 Jun 22 00:51:28.054879 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9368d124-d494-457d-913a-3b46b4e36ca2 req-6caabb6b-7618-4432-8aa3-18bcab5fa1e1 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321667 Jun 22 00:51:29.251207 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc62921-0e22-43f6-9aea-fc15a0976029 req-9a4097d1-b8ac-4032-a541-6670ddb4c197 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:29.252858 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-dbc62921-0e22-43f6-9aea-fc15a0976029 req-9a4097d1-b8ac-4032-a541-6670ddb4c197 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0635533 Jun 22 00:51:29.291848 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-dbc62921-0e22-43f6-9aea-fc15a0976029 req-cf2bf2f6-bbab-4ce9-b1c0-3c3e423c71b2 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329883 Jun 22 00:51:29.697718 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54488) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:29.808171 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:29.895761 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:29.899325 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:29.901614 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-04692b4d-5476-44fc-a7df-964e66bef8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:29.938154 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aee89c77c0f44e98952a422708ea49d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394152 Jun 22 00:51:29.939070 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00096ede-a231-4459-a944-1e2ef27ba5f6,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:29.940867 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54494) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:29.942082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:29.989258 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.010618 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.057309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.059849 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:30.060977 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00096ede-a231-4459-a944-1e2ef27ba5f6 HTTP/1.1" status: 204 len: 168 time: 0.1190913 Jun 22 00:51:30.061728 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-64b105c8-2dd4-4e30-a15d-5f87a7eed439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:30.074267 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00096ede-a231-4459-a944-1e2ef27ba5f6,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:30.076527 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:30.508680 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86fe60-4e54-4011-83a0-149f704b0971 req-f3e86341-c484-44d7-941a-ab9d2136896f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:30.515816 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bb86fe60-4e54-4011-83a0-149f704b0971 req-f3e86341-c484-44d7-941a-ab9d2136896f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0780210 Jun 22 00:51:30.562259 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bb86fe60-4e54-4011-83a0-149f704b0971 req-953681bc-e71e-4e8b-afe5-b87e3287a074 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jun 22 00:51:30.719881 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:51:30.751290 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:51:30.751700 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 7f25aed5-6ea1-4403-9da8-7a0bb344c1b9 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:51:31.742613 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca375-a64c-4f0d-877b-723cf6ce5ba5 req-75ca3abd-ba13-4849-97c6-663a19dac8da tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:31.744245 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a53ca375-a64c-4f0d-877b-723cf6ce5ba5 req-75ca3abd-ba13-4849-97c6-663a19dac8da tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0675144 Jun 22 00:51:31.783519 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a53ca375-a64c-4f0d-877b-723cf6ce5ba5 req-5b496129-c09f-4d40-b341-945929f70410 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332015 Jun 22 00:51:32.967512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484532d-1cc5-408d-b404-6858974f7e14 req-ec4f3fcb-33c0-4e9c-8000-3dea822e2256 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:32.969655 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8484532d-1cc5-408d-b404-6858974f7e14 req-ec4f3fcb-33c0-4e9c-8000-3dea822e2256 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0671825 Jun 22 00:51:33.006913 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8484532d-1cc5-408d-b404-6858974f7e14 req-d286f8e7-4be3-4f60-a52a-7cd945617ca4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315051 Jun 22 00:51:34.191525 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774c41e-c53e-4675-9241-92f07c8bf535 req-0e4f1fda-a4f0-4ba5-851d-32295247f1dc tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:34.193252 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b774c41e-c53e-4675-9241-92f07c8bf535 req-0e4f1fda-a4f0-4ba5-851d-32295247f1dc tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0628242 Jun 22 00:51:34.230637 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b774c41e-c53e-4675-9241-92f07c8bf535 req-ecdde381-d386-43dc-8009-fd45317fc0bf tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Jun 22 00:51:34.795506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54670) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:34.898093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:34.988332 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:34.991252 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:34.994338 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d022ae5e-a4d8-40c2-adca-eef133b5fa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:35.027981 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73b3f73b64c84296969f8211d7ca5c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314179 Jun 22 00:51:35.028823 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431c5ac-4793-4a45-908e-1660917fadbd,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:35.030867 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54674) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:35.033277 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:35.084207 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:35.105852 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:35.151449 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:35.154056 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:35.155201 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8431c5ac-4793-4a45-908e-1660917fadbd HTTP/1.1" status: 204 len: 168 time: 0.1227856 Jun 22 00:51:35.156027 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-602eee7f-6c69-4cf2-ae2b-020e4c155a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:35.164072 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431c5ac-4793-4a45-908e-1660917fadbd,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:35.171035 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:35.438481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf2191-3b5e-433e-a68a-6b4a8b5aaf12 req-c700852e-05f2-4dc8-9764-75f7a55c7bc8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:35.440093 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5cdf2191-3b5e-433e-a68a-6b4a8b5aaf12 req-c700852e-05f2-4dc8-9764-75f7a55c7bc8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0808892 Jun 22 00:51:35.512115 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5cdf2191-3b5e-433e-a68a-6b4a8b5aaf12 req-a52f10cf-b2e5-4440-8e2a-8e32f07fa5d5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612726 Jun 22 00:51:36.737102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13df3-fea2-46e8-825c-cdbcac5b16c7 req-6fa5410f-770b-45e1-b7f7-b65410ad0623 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:36.738929 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0dd13df3-fea2-46e8-825c-cdbcac5b16c7 req-6fa5410f-770b-45e1-b7f7-b65410ad0623 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0953112 Jun 22 00:51:36.766184 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54780) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:36.836813 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0dd13df3-fea2-46e8-825c-cdbcac5b16c7 req-fc5f6218-1058-4c72-8c57-0af53fdfbd10 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917830 Jun 22 00:51:36.951473 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.048177 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.054822 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.083139 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-083ff181-cea5-49d0-9fd7-49cc6db33eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:37.090263 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54798) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:37.090456 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31e21a8f257c4df59e0c8e9e2b337351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231561 Jun 22 00:51:37.111119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccbb34d-31fc-4d04-aafe-0eee220278a7,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:37.114618 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:37.153408 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.178689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.233209 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.238678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.238678 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cccbb34d-31fc-4d04-aafe-0eee220278a7 HTTP/1.1" status: 204 len: 168 time: 0.1465304 Jun 22 00:51:37.238678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bd359d01-cd0a-4120-8d38-5915e49d8741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:37.246725 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccbb34d-31fc-4d04-aafe-0eee220278a7,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:37.248829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:37.514183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54814) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:37.541393 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.684510 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.689721 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.693763 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-920c54f7-af52-485a-b64e-7844bd5be5cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:37.732183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc08ab6b-863b-4526-a8f5-414e013afff8,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:37.738840 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f04932c6ba7d4789a7a085cbaf252923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211621 Jun 22 00:51:37.738840 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:37.739920 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54824) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:37.792636 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.814753 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.860913 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.864693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:37.864693 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc08ab6b-863b-4526-a8f5-414e013afff8 HTTP/1.1" status: 204 len: 168 time: 0.1246402 Jun 22 00:51:37.865506 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:37.874217 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc08ab6b-863b-4526-a8f5-414e013afff8,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:37.876892 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:38.022425 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a89c8e-4509-42fd-a741-eb5b65270b80 req-755bd2e0-d770-45df-bd9c-b9b87f2b1b09 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:38.024168 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-68a89c8e-4509-42fd-a741-eb5b65270b80 req-755bd2e0-d770-45df-bd9c-b9b87f2b1b09 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0665722 Jun 22 00:51:38.071028 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-68a89c8e-4509-42fd-a741-eb5b65270b80 req-bb8c235d-85c8-4900-a4be-e3a2fffdfec6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Jun 22 00:51:39.262405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198bc5-7717-43ab-aa18-94f9f123339e req-a6434cad-23b1-402e-a955-5f2a18f6f39b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:39.264032 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f7198bc5-7717-43ab-aa18-94f9f123339e req-a6434cad-23b1-402e-a955-5f2a18f6f39b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0786586 Jun 22 00:51:39.309961 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f7198bc5-7717-43ab-aa18-94f9f123339e req-b55c11b4-508a-4bbc-b020-99a7d6bbd9e8 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Jun 22 00:51:40.487812 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde85cd5-fd34-4c6c-9933-97090295202f req-84ec772e-9974-44af-9774-b86387d05771 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:40.489283 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bde85cd5-fd34-4c6c-9933-97090295202f req-84ec772e-9974-44af-9774-b86387d05771 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0660996 Jun 22 00:51:40.529994 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bde85cd5-fd34-4c6c-9933-97090295202f req-b6414ce1-6618-4d1e-b97a-0e1a15d3dd24 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319798 Jun 22 00:51:41.259318 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:51:41.366208 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 54968) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:41.472183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.573107 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd57be-e94a-4d97-b2fd-b99cb81ce91e req-06ac051f-27e6-407c-a3f5-aa84af745c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:41.574720 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4efd57be-e94a-4d97-b2fd-b99cb81ce91e req-06ac051f-27e6-407c-a3f5-aa84af745c29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0891778 Jun 22 00:51:41.633090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.635197 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4efd57be-e94a-4d97-b2fd-b99cb81ce91e req-d43f5451-da47-4de3-a026-bf577fdb1d48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Jun 22 00:51:41.637344 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.639829 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7648ccee-093c-4a56-a3a7-9905ac16fcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:41.678670 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d85cc42ec064a47bda9da11d09a736e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113241 Jun 22 00:51:41.679551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5d3ba4-ac8a-446f-a846-15413c55f056,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:41.681775 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 54976) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:41.682621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:41.738428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ceb05-9d3d-421b-9411-bc2d00f560e2 req-67aee802-bf05-4913-aa60-494b0746374b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:41.739400 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-974ceb05-9d3d-421b-9411-bc2d00f560e2 req-67aee802-bf05-4913-aa60-494b0746374b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0937850 Jun 22 00:51:41.761627 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.800558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.808813 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-974ceb05-9d3d-421b-9411-bc2d00f560e2 req-91c5016f-ff7b-44c2-a19b-acca3f8c87d4 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609293 Jun 22 00:51:41.873317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.873317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:41.873317 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a5d3ba4-ac8a-446f-a846-15413c55f056 HTTP/1.1" status: 204 len: 168 time: 0.1855016 Jun 22 00:51:41.873317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3c1f72d3-4103-44aa-a084-4bec0984014a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:41.883540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5d3ba4-ac8a-446f-a846-15413c55f056,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:41.894029 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:43.013654 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61426f5d-ebcb-4307-8ec5-0ece4c343ff2 req-9203b065-323d-4b60-865c-60d2365a960c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:43.015093 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-61426f5d-ebcb-4307-8ec5-0ece4c343ff2 req-9203b065-323d-4b60-865c-60d2365a960c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0644455 Jun 22 00:51:43.051864 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-61426f5d-ebcb-4307-8ec5-0ece4c343ff2 req-93b198d8-141e-4ab6-b976-1a714c592393 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Jun 22 00:51:43.510552 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55048) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:43.554278 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Deleting subnet 51a0af59-5f5e-45ca-bc56-5f4c131ae7a0 {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:51:43.557199 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.594693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.643265 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.703749 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.706717 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:43.737273 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a0af59-5f5e-45ca-bc56-5f4c131ae7a0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:43.740405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:43.741371 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.743232 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-a52f870c-eec4-4fe7-a030-811c4fe20d5d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/51a0af59-5f5e-45ca-bc56-5f4c131ae7a0 HTTP/1.1" status: 204 len: 168 time: 0.2316628 Jun 22 00:51:43.745631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55064) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:43.810356 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.897359 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.911514 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf32b7a-76a6-4097-9f42-297ba27d446b']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:43.928854 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87011f3b-4ee7-40a9-8a71-501c8a0c96b9') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:43.929165 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87011f3b-4ee7-40a9-8a71-501c8a0c96b9') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:43.938544 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.953299 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.960762 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:51:43.961376 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:51:43.964078 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:51:44.017612 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.029486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ce22cc7b-345d-4fd9-9e9b-1220335c0f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:44.033994 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.035942 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fdf32b7a-76a6-4097-9f42-297ba27d446b HTTP/1.1" status: 204 len: 168 time: 0.2893209 Jun 22 00:51:44.038909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55084) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:44.049129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf32b7a-76a6-4097-9f42-297ba27d446b,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:44.051493 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:44.083292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Deleting subnet 28819113-843d-4dd3-b475-ca923f2ed90d {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:51:44.086463 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.120553 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.162826 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.215052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.218132 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-63b1a0bd-11be-4313-a8ca-7f97ee97c091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:44.230488 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045025f3-5ca8-4771-a7ec-9ef8dc971578 req-67b81282-bd7e-4278-a9e0-693c55a1f388 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.231979 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-045025f3-5ca8-4771-a7ec-9ef8dc971578 req-67b81282-bd7e-4278-a9e0-693c55a1f388 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0660436 Jun 22 00:51:44.240999 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28819113-843d-4dd3-b475-ca923f2ed90d,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:44.243958 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:44.244907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.249262 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0206eb8f-bbc6-4674-9731-28987e4b31eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/28819113-843d-4dd3-b475-ca923f2ed90d HTTP/1.1" status: 204 len: 168 time: 0.2089667 Jun 22 00:51:44.249959 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55088) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:44.271119 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-045025f3-5ca8-4771-a7ec-9ef8dc971578 req-fc12474b-ff33-4d75-b8f1-a2ec9480f6d9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333407 Jun 22 00:51:44.315237 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.401358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.412427 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8457e40-ff1f-4851-a711-87a89ffc94bf']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:44.423698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501ab55f-71c0-4184-9caf-b7dbcc5a0756') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:44.424093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501ab55f-71c0-4184-9caf-b7dbcc5a0756') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:51:44.434685 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.451741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.462578 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:51:44.463085 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:51:44.465554 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:51:44.530230 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.537285 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.539384 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d8457e40-ff1f-4851-a711-87a89ffc94bf HTTP/1.1" status: 204 len: 168 time: 0.2884960 Jun 22 00:51:44.540331 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:44.558540 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8457e40-ff1f-4851-a711-87a89ffc94bf,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:44.561119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:44.729464 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55102) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:44.774224 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b0fb7ce6-d5b2-4e4b-a689-39b7dc806561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edb90f967e7d4454b5a6f7781511e8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433767 Jun 22 00:51:44.776494 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55104) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:44.822811 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.839605 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b1841-ad5f-412a-b09e-f36259b73254 req-5eb7c5f2-ccd2-4086-a28f-d4fa523f131d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.841051 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eb9b1841-ad5f-412a-b09e-f36259b73254 req-5eb7c5f2-ccd2-4086-a28f-d4fa523f131d tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0945237 Jun 22 00:51:44.843329 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.847093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef2c2-8535-4d65-9551-159c69119f48 req-c19b10ce-176a-4ee3-a1c8-ebc6683007b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.848458 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-c19b10ce-176a-4ee3-a1c8-ebc6683007b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d610f5d44f649dba96f970a85acde50&device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 1098 time: 0.0911107 Jun 22 00:51:44.890443 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.893103 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:44.894595 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bc69f46-16c9-4f5d-819e-c229a0573680 HTTP/1.1" status: 204 len: 168 time: 0.1169024 Jun 22 00:51:44.895692 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-32d816fe-3a34-463c-99d8-a875fbc34af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:44.906304 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc69f46-16c9-4f5d-819e-c229a0573680,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:44.911706 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:44.929279 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eb9b1841-ad5f-412a-b09e-f36259b73254 req-d6dfe56a-0368-48e0-b501-3f579a883097 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798202 Jun 22 00:51:44.963297 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef2c2-8535-4d65-9551-159c69119f48 req-69d2fd65-1239-4644-8dc4-431ba26dfec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:44.964727 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-69d2fd65-1239-4644-8dc4-431ba26dfec8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 200 len: 916 time: 0.1088870 Jun 22 00:51:45.009321 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-5b2cc74b-a4bf-4785-8c28-1106cfefe884 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 200 len: 217 time: 0.0357196 Jun 22 00:51:45.074755 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fef2c2-8535-4d65-9551-159c69119f48 req-5d423198-6185-4b89-80ca-f24e1d9dd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:45.076332 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-5d423198-6185-4b89-80ca-f24e1d9dd90e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 200 len: 855 time: 0.0512719 Jun 22 00:51:45.126896 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-edd4025d-50fd-4785-ac23-7a2034dcde1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f673339-605b-4693-9448-3a09d1e8b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374029 Jun 22 00:51:45.231530 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-89d88a50-7c23-4d9d-95f9-9dbad4109469 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900023 Jun 22 00:51:45.277372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55126) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:45.319818 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7c4e3b58-a614-49b9-9a7f-8af04d89544c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58ef6ba88d1546f3a37839bffc31d07b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411291 Jun 22 00:51:45.322427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55128) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:45.366586 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-78fef2c2-8535-4d65-9551-159c69119f48 req-72fdb55e-181b-456f-9b7a-f22e014a0ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947008 Jun 22 00:51:45.370459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.391745 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.435715 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55132) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:45.442023 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.444776 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.445862 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14d0e7d1-dec7-4a3d-b779-9466bea5bfe0 HTTP/1.1" status: 204 len: 168 time: 0.1224747 Jun 22 00:51:45.446575 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a385e284-fecf-49b4-9af3-5567998f8abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:45.454619 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0e7d1-dec7-4a3d-b779-9466bea5bfe0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:45.456785 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:45.540304 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.626748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.630717 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.633832 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-80a53756-4140-4c46-baf8-e2022c926ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:45.664429 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=522b1c9e0bcd44b2bbbf3d781dd2c4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277205 Jun 22 00:51:45.667353 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55142) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:45.673331 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e59418a-ab03-489a-ae1b-f795b27a08a0,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:45.679703 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:45.721212 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.742696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.791197 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.793905 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:45.795381 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e59418a-ab03-489a-ae1b-f795b27a08a0 HTTP/1.1" status: 204 len: 168 time: 0.1269159 Jun 22 00:51:45.796978 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e96c52b8-f94c-4f32-8b17-3e7a6026f3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:45.806282 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e59418a-ab03-489a-ae1b-f795b27a08a0,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:45.810561 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:46.129620 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208025b-293d-46f6-815f-a1d6f14d2e83 req-389e68ab-d2e6-41df-8514-b2f1d0fe07db tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:46.131247 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5208025b-293d-46f6-815f-a1d6f14d2e83 req-389e68ab-d2e6-41df-8514-b2f1d0fe07db tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0745373 Jun 22 00:51:46.182199 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5208025b-293d-46f6-815f-a1d6f14d2e83 req-2ca0a761-a751-4816-bd0b-faa704a49b13 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jun 22 00:51:46.227263 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55172) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:46.241013 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.345626 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.350892 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.354406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7aee5477-c56e-4e56-8c6d-c0e8009d6805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:46.393282 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a087936312f4b3da9875024756f7069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649358 Jun 22 00:51:46.394778 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ea3245-34ee-4d70-8d2f-34dc37baa213,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:46.395894 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55178) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:46.398833 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:46.444471 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.465510 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.512249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.515780 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.516645 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99ea3245-34ee-4d70-8d2f-34dc37baa213 HTTP/1.1" status: 204 len: 168 time: 0.1194463 Jun 22 00:51:46.517484 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-62c00ffc-34d7-4d75-87ef-041b77bc3350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:46.525358 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ea3245-34ee-4d70-8d2f-34dc37baa213,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:46.527600 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ce2cf7a8-5109-41b2-898d-bffff136df5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:46.643434 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55186) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:46.799297 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.892997 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.897126 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:46.899377 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:46.944967 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdff07eb-c7c6-4fbe-92d5-be5a76ba7de1,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:46.951773 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=118e12eaeca842e7a513bf4f70efc84c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047163 Jun 22 00:51:46.951773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:46.952054 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55200) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:47.015816 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:47.038212 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:47.086892 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:47.089683 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:47.090948 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdff07eb-c7c6-4fbe-92d5-be5a76ba7de1 HTTP/1.1" status: 204 len: 168 time: 0.1380386 Jun 22 00:51:47.092062 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d58ffbee-e54e-4be4-bc57-e42a4ed6b9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:47.108166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdff07eb-c7c6-4fbe-92d5-be5a76ba7de1,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:47.110944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:47.318625 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-826acb75-736d-4f51-a178-854bbb84ef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:47.385145 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ba07f-2c37-4655-96c7-f116a6493a36 req-740735dc-548f-435c-8442-6aadba59e786 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:47.390224 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fe2ba07f-2c37-4655-96c7-f116a6493a36 req-740735dc-548f-435c-8442-6aadba59e786 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0783815 Jun 22 00:51:47.428807 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fe2ba07f-2c37-4655-96c7-f116a6493a36 req-624ca089-bfc8-4784-a258-0c9fda02be45 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362027 Jun 22 00:51:48.463997 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55286) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:48.587279 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.634617 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2828408-8614-4b43-9419-2e860e97bbdd req-273a8d40-cabf-46dd-8774-8ab9c1dd11b6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:48.636054 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e2828408-8614-4b43-9419-2e860e97bbdd req-273a8d40-cabf-46dd-8774-8ab9c1dd11b6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0970752 Jun 22 00:51:48.695832 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e2828408-8614-4b43-9419-2e860e97bbdd req-0b262bce-5f6b-45ec-9232-e2a75c4dce7e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532804 Jun 22 00:51:48.726614 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.730954 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.735226 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-87dfa78c-70cb-4a1f-aad9-ba4c453034eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:48.769269 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81c1dc6566d24b90abf3d57150e22d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041499 Jun 22 00:51:48.770415 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e7732-2c8e-4e76-adf7-d9dda3fca46b,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:48.772101 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55292) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:48.773893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:48.820126 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.840275 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.885069 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.887610 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:48.888773 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba2e7732-2c8e-4e76-adf7-d9dda3fca46b HTTP/1.1" status: 204 len: 168 time: 0.1157098 Jun 22 00:51:48.889594 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d1553464-10b0-48ea-87ca-184e86b2e89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:48.897326 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e7732-2c8e-4e76-adf7-d9dda3fca46b,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:48.899681 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:49.134178 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55298) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:49.147053 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.239986 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.244381 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.247534 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d958c3b9-a1fe-4b2e-8ce2-dc697761773c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:49.513783 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=503440ec2ae14ad996631cc58c388660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784440 Jun 22 00:51:49.514039 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55312) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:49.523243 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e41c5a-b777-4973-b1ac-5c52299ede0f,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:49.531124 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:49.578601 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.599603 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.654901 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.657575 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:49.660907 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7e41c5a-b777-4973-b1ac-5c52299ede0f HTTP/1.1" status: 204 len: 168 time: 0.1327617 Jun 22 00:51:49.660907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2535ab2a-ddc3-481b-91a6-776d55e386ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:49.667234 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e41c5a-b777-4973-b1ac-5c52299ede0f,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:49.669694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:49.933667 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559a2ee-262c-455b-8b58-48c8b3fd8f0f req-8c9da3be-fc55-4648-b915-fdd4aefe4511 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:49.943807 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a559a2ee-262c-455b-8b58-48c8b3fd8f0f req-8c9da3be-fc55-4648-b915-fdd4aefe4511 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.1132557 Jun 22 00:51:49.992396 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a559a2ee-262c-455b-8b58-48c8b3fd8f0f req-6326669f-e3de-4248-8368-a262f4e00a6b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471721 Jun 22 00:51:50.045532 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f3ee7b98-3bf5-4ee4-8f67-ef4fe1f8bfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:50.181594 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:51.118214 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:52.502995 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.404870 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55436) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:53.459945 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.569650 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.674828 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.679320 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.681943 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9b382b96-794d-449b-a7ed-4b688f44697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:53.720263 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c577d9321e64be0a1982a3f34ffb4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125429 Jun 22 00:51:53.721687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55456) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:51:53.728741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92489910-12c7-40fc-b143-2992951894d3,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:53.748403 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:53.780150 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.800176 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.843129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.845649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:53.846765 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92489910-12c7-40fc-b143-2992951894d3 HTTP/1.1" status: 204 len: 168 time: 0.1241875 Jun 22 00:51:53.847469 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:53.854659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92489910-12c7-40fc-b143-2992951894d3,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:53.857102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:55.466906 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a41b91-2a2e-4bc9-9350-cf582e504c28 req-d22a8f0f-298d-4590-9e5d-d78d6d84fd14 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.468485 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0a41b91-2a2e-4bc9-9350-cf582e504c28 req-d22a8f0f-298d-4590-9e5d-d78d6d84fd14 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0680351 Jun 22 00:51:55.536809 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0a41b91-2a2e-4bc9-9350-cf582e504c28 req-a809f810-8bc0-463e-a8a9-dc9ccb432a40 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617650 Jun 22 00:51:55.562835 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-0a6c6a11-8a9b-4777-8087-04169d2e521c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605512 Jun 22 00:51:55.682573 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-e9859045-d4ab-4792-a1a9-44531eec1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.683988 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-e9859045-d4ab-4792-a1a9-44531eec1684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1099 time: 0.0504134 Jun 22 00:51:55.789342 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-d2ce71ae-a481-44e4-892e-deece336a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.790707 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-d2ce71ae-a481-44e4-892e-deece336a120 service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.0844760 Jun 22 00:51:55.857702 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-d529b02d-56b2-43de-983c-a7cc7ed188c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 1001 time: 0.0550356 Jun 22 00:51:55.903552 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-44bd4af3-171d-4546-805b-bc48f54d62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.904933 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-44bd4af3-171d-4546-805b-bc48f54d62ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0407345 Jun 22 00:51:55.965734 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-3a8271e9-57b3-421e-b8da-5a8f9302c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:55.967197 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-3a8271e9-57b3-421e-b8da-5a8f9302c8fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551956 Jun 22 00:51:56.055344 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-596a7261-0c01-4377-9860-2a5b680e620d service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807092 Jun 22 00:51:56.147600 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a2e2a77-6a0e-4664-90a1-d806b31b668c req-2f5be50f-5631-4c62-8781-f50516719558 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843887 Jun 22 00:51:56.724940 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34984564-7257-4685-9b6d-c764e86b6da3 req-6616d4e5-d3f2-40fd-bfd7-692ab8fb536e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:56.726506 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-34984564-7257-4685-9b6d-c764e86b6da3 req-6616d4e5-d3f2-40fd-bfd7-692ab8fb536e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0746157 Jun 22 00:51:56.764374 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-34984564-7257-4685-9b6d-c764e86b6da3 req-e7184366-dced-409a-88a8-c7b3bafa79ae tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Jun 22 00:51:57.384966 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db20994-a09e-4b68-9be0-41b0b411d447 req-2d660eb6-d2c1-4759-82cf-2ff236488b63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:57.386443 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9db20994-a09e-4b68-9be0-41b0b411d447 req-2d660eb6-d2c1-4759-82cf-2ff236488b63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0626495 Jun 22 00:51:57.423113 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9db20994-a09e-4b68-9be0-41b0b411d447 req-b1321e02-d843-413a-956b-97555768c490 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305738 Jun 22 00:51:57.942546 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34d494-8282-495b-b042-c0f98d8269ad req-38f6ecf2-54e9-4a72-a22a-15c0cfabb26e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:57.944016 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-af34d494-8282-495b-b042-c0f98d8269ad req-38f6ecf2-54e9-4a72-a22a-15c0cfabb26e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0645785 Jun 22 00:51:57.981148 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-af34d494-8282-495b-b042-c0f98d8269ad req-4e687369-8d44-48bc-86aa-89facd5f91f3 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jun 22 00:51:58.597310 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9542cc1-241b-471a-863b-928fc3eb5d27 req-1bfe6135-84aa-4771-9702-fc1d3f87d8ec tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:58.598782 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f9542cc1-241b-471a-863b-928fc3eb5d27 req-1bfe6135-84aa-4771-9702-fc1d3f87d8ec tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0645268 Jun 22 00:51:58.635968 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f9542cc1-241b-471a-863b-928fc3eb5d27 req-3805e5dd-00f8-4229-9f11-a03c6109ce54 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Jun 22 00:51:59.036244 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-56a8a0ef-e4d9-43cb-a4c3-e3c1889720e6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.038549 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-56a8a0ef-e4d9-43cb-a4c3-e3c1889720e6 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0797052 Jun 22 00:51:59.180024 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Deleting port fe1ed375-517d-4fc3-b839-87778e12d62d {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:51:59.180367 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.190948 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e7210-2b76-4cde-bdb5-980fd6757d81 req-5b02c332-99a5-4f8d-9d2a-60851c34004f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.192631 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-814e7210-2b76-4cde-bdb5-980fd6757d81 req-5b02c332-99a5-4f8d-9d2a-60851c34004f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 945 time: 0.0717404 Jun 22 00:51:59.231809 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-814e7210-2b76-4cde-bdb5-980fd6757d81 req-25467bf9-b3c3-419a-880c-0780ca6f250c tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Jun 22 00:51:59.309653 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] For port fe1ed375-517d-4fc3-b839-87778e12d62d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=fe1ed375-517d-4fc3-b839-87778e12d62d,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:51:59.310016 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.328390 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e60fa2-b683-4a5b-b24d-5491f076d4cb req-4ae47329-608a-4a1a-888d-c84f6357a31e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.330124 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b2e60fa2-b683-4a5b-b24d-5491f076d4cb req-4ae47329-608a-4a1a-888d-c84f6357a31e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1455381 Jun 22 00:51:59.389097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Calling delete_port for fe1ed375-517d-4fc3-b839-87778e12d62d owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:51:59.458155 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b2e60fa2-b683-4a5b-b24d-5491f076d4cb req-cfdd5114-5705-4db3-86e4-49b09ebfe993 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964322 Jun 22 00:51:59.541000 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.546506 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-47c8cdd4-80ce-4d4c-a16a-e115efd115a8 tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:51:59.580146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Pushing event deleted for resources: {'Port': ['ID=fe1ed375-517d-4fc3-b839-87778e12d62d,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:51:59.580577 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e2b1ac27-50c3-4b70-9539-68a0137efc69', 'fe1ed375-517d-4fc3-b839-87778e12d62d'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:51:59.604345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.604716 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.605087 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.605531 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.605904 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.606262 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.606624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.606980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.607944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.607944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.608148 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.608361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:51:59.613947 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:51:59.634551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] No DVR routers for this DVR port fe1ed375-517d-4fc3-b839-87778e12d62d on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:51:59.637051 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:51:59.639022 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-43afd96a-3e78-4302-bcb4-053397b6e24d req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "DELETE /v2.0/ports/fe1ed375-517d-4fc3-b839-87778e12d62d HTTP/1.1" status: 204 len: 173 time: 0.5946791 Jun 22 00:51:59.639514 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'name': 'network-vif-deleted', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:51:59.641851 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52732c2c-826c-447d-8ecb-0d73647adbb0" -d '{"events": [{"server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "name": "network-vif-deleted", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:51:59.694026 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a53660-dd51-471f-993e-d3269c4c2b1e x-openstack-request-id: req-97a53660-dd51-471f-993e-d3269c4c2b1e {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:51:59.694391 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ea1222-fecf-47a7-aeed-b29fcff00d3c", "name": "network-vif-deleted", "tag": "fe1ed375-517d-4fc3-b839-87778e12d62d", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:51:59.695070 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97a53660-dd51-471f-993e-d3269c4c2b1e {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:51:59.695619 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ea1222-fecf-47a7-aeed-b29fcff00d3c', 'name': 'network-vif-deleted', 'tag': 'fe1ed375-517d-4fc3-b839-87778e12d62d', 'status': 'completed', 'code': 200} Jun 22 00:51:59.863598 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62407-c502-427b-a17e-b35c43072208 req-be2def45-1232-4ec2-8000-1fbc06d108d9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:51:59.865875 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ca62407-c502-427b-a17e-b35c43072208 req-be2def45-1232-4ec2-8000-1fbc06d108d9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0626965 Jun 22 00:51:59.902687 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ca62407-c502-427b-a17e-b35c43072208 req-7dea4c73-b871-4d1d-8d6a-28d03344f9a9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Jun 22 00:52:00.389015 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-967f38f2-8952-4457-84b8-7b5be1c3bd5c req-4598acbc-dd6f-42d3-981b-b26fa5514a1b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=29ea1222-fecf-47a7-aeed-b29fcff00d3c HTTP/1.1" status: 200 len: 210 time: 0.0296400 Jun 22 00:52:00.669104 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f823c-b1a2-49f6-9358-758305aa039f req-a5dc0c00-9ed9-436e-b96d-1cc9b7c3d675 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:00.671742 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-294f823c-b1a2-49f6-9358-758305aa039f req-a5dc0c00-9ed9-436e-b96d-1cc9b7c3d675 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0705171 Jun 22 00:52:00.716740 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-294f823c-b1a2-49f6-9358-758305aa039f req-b81cdfb8-91af-4071-8187-8d7243a4dacc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385478 Jun 22 00:52:01.085998 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4075dff-8a76-4c95-b0fb-204fe59d9983 req-80fbf59a-2b2b-4878-8282-c90cdb4aa3b1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.087466 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e4075dff-8a76-4c95-b0fb-204fe59d9983 req-80fbf59a-2b2b-4878-8282-c90cdb4aa3b1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0666101 Jun 22 00:52:01.130377 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e4075dff-8a76-4c95-b0fb-204fe59d9983 req-c9b5697f-84ce-415a-9dcb-16947e4a004f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371957 Jun 22 00:52:01.869500 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c254ef-a91d-4638-90f3-fdad3fb84843 req-c2748cd6-aac8-48d6-baf1-386b70beab28 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.871023 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-07c254ef-a91d-4638-90f3-fdad3fb84843 req-c2748cd6-aac8-48d6-baf1-386b70beab28 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0761540 Jun 22 00:52:01.920334 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-07c254ef-a91d-4638-90f3-fdad3fb84843 req-997104cf-ba67-4c52-b1e2-6496f2d3d144 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Jun 22 00:52:01.924239 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8404df-f301-4a2c-9188-b58b52a608fb req-9fbbec4a-0c2b-4e05-89ec-2f969b3e1f42 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:01.925749 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f8404df-f301-4a2c-9188-b58b52a608fb req-9fbbec4a-0c2b-4e05-89ec-2f969b3e1f42 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0694914 Jun 22 00:52:01.966402 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f8404df-f301-4a2c-9188-b58b52a608fb req-07cf8296-dbce-49d1-8049-5c9ab14ed68f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345922 Jun 22 00:52:02.322836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e10d-31f4-4472-9864-da77e54bd704 req-029e5628-59e8-4051-933f-35602d419033 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:02.324411 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fdd8e10d-31f4-4472-9864-da77e54bd704 req-029e5628-59e8-4051-933f-35602d419033 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0640352 Jun 22 00:52:02.361703 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fdd8e10d-31f4-4472-9864-da77e54bd704 req-e9ba5245-cb90-46e6-8aee-a3aac87e3b7f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Jun 22 00:52:02.930585 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device fe1ed375-517d-4fc3-b839-87778e12d62d no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:02.951721 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: fe1ed375-517d-4fc3-b839-87778e12d62d {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:02.952066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device fe1ed375-517d-4fc3-b839-87778e12d62d not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:03.109232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7863b-5797-4407-aedf-4c27909e7fa9 req-2bd5f62f-7a6b-4d9f-8924-6aaad2467b13 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:03.116806 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-60d7863b-5797-4407-aedf-4c27909e7fa9 req-2bd5f62f-7a6b-4d9f-8924-6aaad2467b13 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0792348 Jun 22 00:52:03.148742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45a6eb-0eac-4ebd-9c89-f3f8bec6fc5d req-d4e05734-75c1-4444-827f-c1aaf088cd40 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:03.150543 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7f45a6eb-0eac-4ebd-9c89-f3f8bec6fc5d req-d4e05734-75c1-4444-827f-c1aaf088cd40 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0665867 Jun 22 00:52:03.163675 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-60d7863b-5797-4407-aedf-4c27909e7fa9 req-672519bc-51d5-4367-9ad9-b4a94e3a00bd tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Jun 22 00:52:03.191589 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7f45a6eb-0eac-4ebd-9c89-f3f8bec6fc5d req-d353234b-69d4-4cfd-895d-d025106013dc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356560 Jun 22 00:52:03.535918 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab414503-3c2c-4af2-b470-147bfb51db7d req-b0385487-4272-46a5-934d-28457e1424b7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:03.537286 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ab414503-3c2c-4af2-b470-147bfb51db7d req-b0385487-4272-46a5-934d-28457e1424b7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0667598 Jun 22 00:52:03.574455 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ab414503-3c2c-4af2-b470-147bfb51db7d req-d6a2ce75-ce2c-4480-88ea-48f7ee874cb6 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Jun 22 00:52:04.343189 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea372e9d-94e5-4391-8d46-98274a93b5ea req-a2b362e9-af3e-4d49-bb1d-39e7b5412716 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.344668 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ea372e9d-94e5-4391-8d46-98274a93b5ea req-a2b362e9-af3e-4d49-bb1d-39e7b5412716 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0667813 Jun 22 00:52:04.366262 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe162ec-1dc8-4716-b4fa-4d2fe6428c19 req-2619a2a0-1d68-442e-a749-de8f611f5c59 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.368136 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2fe162ec-1dc8-4716-b4fa-4d2fe6428c19 req-2619a2a0-1d68-442e-a749-de8f611f5c59 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0620933 Jun 22 00:52:04.386651 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ea372e9d-94e5-4391-8d46-98274a93b5ea req-c7763535-1d5d-48fb-96fe-f32e6376846b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Jun 22 00:52:04.405942 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2fe162ec-1dc8-4716-b4fa-4d2fe6428c19 req-9637852b-4e84-4b31-a4e8-ddd67cc17445 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Jun 22 00:52:04.754467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbe09-fb18-4409-a53b-9bcc6d804c5e req-4f1148f3-b69e-43d2-bf63-d3ba6e04056a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:04.755904 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-790fbe09-fb18-4409-a53b-9bcc6d804c5e req-4f1148f3-b69e-43d2-bf63-d3ba6e04056a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0667260 Jun 22 00:52:04.801246 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-790fbe09-fb18-4409-a53b-9bcc6d804c5e req-ea62bee5-96ed-4b1c-904a-db50ac216d1c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399113 Jun 22 00:52:05.562333 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047253a3-3a30-4d24-8269-3361d15fee4a req-08d82b6b-608c-40ca-89e9-a5c66c750b00 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.563862 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-047253a3-3a30-4d24-8269-3361d15fee4a req-08d82b6b-608c-40ca-89e9-a5c66c750b00 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0671623 Jun 22 00:52:05.585461 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312fc2a-7e60-4873-aa1a-03e67ee5a425 req-acb4fcc3-39c5-44bb-9868-9e43b7f6ad19 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.587075 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a312fc2a-7e60-4873-aa1a-03e67ee5a425 req-acb4fcc3-39c5-44bb-9868-9e43b7f6ad19 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0657432 Jun 22 00:52:05.600860 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-047253a3-3a30-4d24-8269-3361d15fee4a req-b53568d0-ff94-44bc-9837-5400b5749ea9 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Jun 22 00:52:05.630594 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a312fc2a-7e60-4873-aa1a-03e67ee5a425 req-3ceb8179-ef64-47d7-8d75-8e3c53ecf461 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Jun 22 00:52:05.977077 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad2b1b-77fa-4e57-ae80-6cef0b74ccaf req-31c19ae8-222b-4b1f-826b-2c383b9b31ff tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:05.978577 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-26ad2b1b-77fa-4e57-ae80-6cef0b74ccaf req-31c19ae8-222b-4b1f-826b-2c383b9b31ff tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0654888 Jun 22 00:52:06.016756 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-26ad2b1b-77fa-4e57-ae80-6cef0b74ccaf req-20d0fe66-ad50-4331-898b-bde3a49ee3c2 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jun 22 00:52:06.781512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a8b40-a700-4d8f-9e2c-7f7129ae70c6 req-1b4e717d-a74e-4759-b5dc-bef684ae6046 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:06.782897 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a81a8b40-a700-4d8f-9e2c-7f7129ae70c6 req-1b4e717d-a74e-4759-b5dc-bef684ae6046 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0622525 Jun 22 00:52:06.826963 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e9a13-5623-4226-b425-ad4bd5630775 req-d08ec555-42f2-4a36-8da4-9131c11d4b1f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:06.828647 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-758e9a13-5623-4226-b425-ad4bd5630775 req-d08ec555-42f2-4a36-8da4-9131c11d4b1f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0783551 Jun 22 00:52:06.833978 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a81a8b40-a700-4d8f-9e2c-7f7129ae70c6 req-ccb5461a-22e2-4cdf-9ec9-b3f5b59e447f tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Jun 22 00:52:07.092024 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-758e9a13-5623-4226-b425-ad4bd5630775 req-ca8ba553-607e-4bbc-a2fa-0d3c1243d83d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536175 Jun 22 00:52:07.208800 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abff0-3aeb-491a-bf38-6825433d696e req-a29dfef3-ae43-412f-8681-161dff921bfb tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:07.209231 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-916abff0-3aeb-491a-bf38-6825433d696e req-a29dfef3-ae43-412f-8681-161dff921bfb tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0705686 Jun 22 00:52:07.247538 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-916abff0-3aeb-491a-bf38-6825433d696e req-1a0a9042-57c4-4a32-a462-6c81fa959f70 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325117 Jun 22 00:52:08.008805 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b294b-35b3-4293-b20c-5fd6aa8949e4 req-00570352-43da-4215-9eec-9053e1c4d87b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.010379 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee4b294b-35b3-4293-b20c-5fd6aa8949e4 req-00570352-43da-4215-9eec-9053e1c4d87b tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0623977 Jun 22 00:52:08.048259 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ee4b294b-35b3-4293-b20c-5fd6aa8949e4 req-02095dec-0e52-427e-a87f-0326574f403a tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/security-groups?id=4592691b-5bb3-4656-8737-908320690e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Jun 22 00:52:08.274393 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bea37-4bcb-45b6-aea5-b9ad6f43ba59 req-89bb8c05-d4b9-4ce9-8712-c2ee4230d079 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.275870 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4e7bea37-4bcb-45b6-aea5-b9ad6f43ba59 req-89bb8c05-d4b9-4ce9-8712-c2ee4230d079 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0656388 Jun 22 00:52:08.314609 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4e7bea37-4bcb-45b6-aea5-b9ad6f43ba59 req-7d07e348-2726-4886-8199-a8d2f89b0d54 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Jun 22 00:52:08.423409 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e4642-be24-472a-b524-0ec21491b0b8 req-84f71f16-fe48-4a95-87d2-f7ad6dfd46e9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.425013 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4d3e4642-be24-472a-b524-0ec21491b0b8 req-84f71f16-fe48-4a95-87d2-f7ad6dfd46e9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0616336 Jun 22 00:52:08.464994 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4d3e4642-be24-472a-b524-0ec21491b0b8 req-22873bee-aed5-478d-a2e0-11dc9e23b589 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340836 Jun 22 00:52:08.575986 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d5545-ca31-4018-8015-08d1a4193954 req-36471dbf-2966-4cb8-a794-2795105b0c03 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:08.578327 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d71d5545-ca31-4018-8015-08d1a4193954 req-36471dbf-2966-4cb8-a794-2795105b0c03 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 945 time: 0.0637825 Jun 22 00:52:08.687382 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Deleting port e2b1ac27-50c3-4b70-9539-68a0137efc69 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:08.687635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.780233 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] For port e2b1ac27-50c3-4b70-9539-68a0137efc69, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e2b1ac27-50c3-4b70-9539-68a0137efc69,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:08.780602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.847577 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Calling delete_port for e2b1ac27-50c3-4b70-9539-68a0137efc69 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:08.987264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:08.991713 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:09.017106 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Pushing event deleted for resources: {'Port': ['ID=e2b1ac27-50c3-4b70-9539-68a0137efc69,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:09.020700 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:09.026521 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e2b1ac27-50c3-4b70-9539-68a0137efc69'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:09.068539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] No DVR routers for this DVR port e2b1ac27-50c3-4b70-9539-68a0137efc69 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:09.070993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:09.072920 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d71d5545-ca31-4018-8015-08d1a4193954 req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.23 "DELETE /v2.0/ports/e2b1ac27-50c3-4b70-9539-68a0137efc69 HTTP/1.1" status: 204 len: 173 time: 0.4852238 Jun 22 00:52:09.073407 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'name': 'network-vif-deleted', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:09.075731 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ac6b32-fb6c-4c65-8d10-cb01519e7dd9" -d '{"events": [{"server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "name": "network-vif-deleted", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:09.119896 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4b7db6-cb0c-4a6a-ae87-b75f105f9836 x-openstack-request-id: req-bb4b7db6-cb0c-4a6a-ae87-b75f105f9836 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:09.120233 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7d1ec-42d3-4867-88b8-dded1e21f74f", "name": "network-vif-deleted", "tag": "e2b1ac27-50c3-4b70-9539-68a0137efc69", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:09.120525 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb4b7db6-cb0c-4a6a-ae87-b75f105f9836 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:09.120949 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7d1ec-42d3-4867-88b8-dded1e21f74f', 'name': 'network-vif-deleted', 'tag': 'e2b1ac27-50c3-4b70-9539-68a0137efc69', 'status': 'completed', 'code': 200} Jun 22 00:52:09.192829 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8a567e1b-f7ea-470c-a294-a20e16746185 req-93a7a236-4501-4aa0-9276-4d3d7095860e tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] 10.222.0.21 "GET /v2.0/ports?device_id=08b7d1ec-42d3-4867-88b8-dded1e21f74f HTTP/1.1" status: 200 len: 210 time: 0.0303729 Jun 22 00:52:09.496357 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d086a7b-c6cf-4623-ac64-52bf5942772b req-f9619d98-929b-4e42-8910-2551cb07e718 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.497883 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d086a7b-c6cf-4623-ac64-52bf5942772b req-f9619d98-929b-4e42-8910-2551cb07e718 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0617356 Jun 22 00:52:09.544973 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d086a7b-c6cf-4623-ac64-52bf5942772b req-042a9eb1-c812-4716-81a0-bebc959d36dc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399086 Jun 22 00:52:09.645693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caacc6-0943-41bd-b0fe-2f1cd7563841 req-665f6a80-8469-41aa-9300-32f5485dad63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:09.647169 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-64caacc6-0943-41bd-b0fe-2f1cd7563841 req-665f6a80-8469-41aa-9300-32f5485dad63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0630512 Jun 22 00:52:09.687413 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-64caacc6-0943-41bd-b0fe-2f1cd7563841 req-6dcf7a5a-b165-4b09-8b2a-f50dbe41b9cf tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341270 Jun 22 00:52:10.287494 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55760) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:10.689123 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:10.738079 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedc828-fe39-4e9f-bac6-0892e9472904 req-1e248717-acb9-4cb1-96de-8ab79153ccee tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:10.740966 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0eedc828-fe39-4e9f-bac6-0892e9472904 req-1e248717-acb9-4cb1-96de-8ab79153ccee tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0727181 Jun 22 00:52:10.786718 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0eedc828-fe39-4e9f-bac6-0892e9472904 req-cd7817b9-30b0-4467-a1a6-a43a5068a4d1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Jun 22 00:52:10.959899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59da8b-a392-4438-8e7a-195da5c832ff req-b9caab19-59a3-4eb6-b5b3-3924f81e67e7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:10.961367 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-da59da8b-a392-4438-8e7a-195da5c832ff req-b9caab19-59a3-4eb6-b5b3-3924f81e67e7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1272757 Jun 22 00:52:11.039331 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-da59da8b-a392-4438-8e7a-195da5c832ff req-1a292584-7edf-43b4-878c-cb8f7b12afa7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578899 Jun 22 00:52:11.071688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Deleting port 881a5a5c-554f-4210-9c13-c9e51c1a76ef {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:11.071688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.153223 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] For port 881a5a5c-554f-4210-9c13-c9e51c1a76ef, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=881a5a5c-554f-4210-9c13-c9e51c1a76ef,segment=NetworkSegment(932990e0-9759-43fd-b119-02420a0bb254),segment_id=932990e0-9759-43fd-b119-02420a0bb254)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:11.153602 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.216404 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Calling delete_port for 881a5a5c-554f-4210-9c13-c9e51c1a76ef owned by network:router_interface {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:11.416344 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.419065 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-124ac625-9f48-4aad-b8f0-734977989d0e tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:11.443479 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Pushing event deleted for resources: {'Port': ['ID=881a5a5c-554f-4210-9c13-c9e51c1a76ef,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:11.468770 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.469134 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.469536 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.469893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.470239 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.470587 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.470930 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.471272 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.471615 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.471957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.472296 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.472632 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:11.477013 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:11.610354 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:11.814679 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Router f2e156a3-83e8-4862-8e99-ef3556a606c2 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:52:11.917539 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:52:11.923407 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] 10.222.0.21 "PUT /v2.0/routers/f2e156a3-83e8-4862-8e99-ef3556a606c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6345160 Jun 22 00:52:11.926345 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55780) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:11.928658 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Sync routers for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:52:11.940355 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:11.940977 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:51:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:12.083452 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8d28-01a1-4ce2-a5ac-f11569ebc57f req-b92ebb51-2e34-4f19-9c6e-d2f2ca7271f6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:12.085292 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36de8d28-01a1-4ce2-a5ac-f11569ebc57f req-b92ebb51-2e34-4f19-9c6e-d2f2ca7271f6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1486540 Jun 22 00:52:12.087380 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks [] for router, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.152489 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:12.216947 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36de8d28-01a1-4ce2-a5ac-f11569ebc57f req-4f50b296-9dfb-494e-b490-5c62af346465 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855126 Jun 22 00:52:12.241989 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.252164 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065fa2-140b-4550-948c-63a428947c43 req-92f4b42d-38a5-47bc-87cb-7ff769057a98 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:12.253702 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ae065fa2-140b-4550-948c-63a428947c43 req-92f4b42d-38a5-47bc-87cb-7ff769057a98 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0713406 Jun 22 00:52:12.302452 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Deleting port 24db8164-9e98-46a2-b284-1281e72988a0 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:12.302668 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ae065fa2-140b-4550-948c-63a428947c43 req-9b3a9dee-81fe-4161-80d9-ba175c775e5f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Jun 22 00:52:12.302781 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.349405 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242'}], 'enable_snat': True}, 'gw_port_id': '24db8164-9e98-46a2-b284-1281e72988a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:52:11Z', 'revision_number': 5, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port': {'id': '24db8164-9e98-46a2-b284-1281e72988a0', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:55Z', 'updated_at': '2021-06-22T00:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:12.375161 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Checking router: f2e156a3-83e8-4862-8e99-ef3556a606c2 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:52:12.381096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] For port 24db8164-9e98-46a2-b284-1281e72988a0, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=24db8164-9e98-46a2-b284-1281e72988a0,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:12.381480 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.383195 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Routers {'f2e156a3-83e8-4862-8e99-ef3556a606c2'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:52:12.383798 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:51:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['f2e156a3-83e8-4862-8e99-ef3556a606c2'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:12.469590 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] Set router f2e156a3-83e8-4862-8e99-ef3556a606c2 gateway port host: None {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:52:12.527233 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:52:12Z', 'revision_number': 6, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port_host': None}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:12.555167 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f55a06-4ebc-4cd4-aa04-ff2da11b9619 None None] The sync data for ids ['f2e156a3-83e8-4862-8e99-ef3556a606c2'] in dv-cinder-753305-6-smb is: [{'id': 'f2e156a3-83e8-4862-8e99-ef3556a606c2', 'name': 'tempest-ServerRescueNegativeTestJSON-590590-router', 'tenant_id': '4d610f5d44f649dba96f970a85acde50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:52Z', 'updated_at': '2021-06-22T00:52:12Z', 'revision_number': 6, 'project_id': '4d610f5d44f649dba96f970a85acde50', 'gw_port_host': None}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:52:12.661865 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Calling delete_port for 24db8164-9e98-46a2-b284-1281e72988a0 owned by network:router_gateway {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:12.836199 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.838015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:12.861853 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Pushing event deleted for resources: {'Port': ['ID=24db8164-9e98-46a2-b284-1281e72988a0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:12.864709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:12.940549 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:12.962025 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e2b1ac27-50c3-4b70-9539-68a0137efc69 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:12.983804 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: e2b1ac27-50c3-4b70-9539-68a0137efc69 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:12.984228 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e2b1ac27-50c3-4b70-9539-68a0137efc69 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:13.052199 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.054693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.122394 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.122957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e156a3-83e8-4862-8e99-ef3556a606c2 {{(pid=104337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:52:13.128768 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.130065 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] 10.222.0.21 "DELETE /v2.0/routers/f2e156a3-83e8-4862-8e99-ef3556a606c2 HTTP/1.1" status: 204 len: 168 time: 1.1996994 Jun 22 00:52:13.132544 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 55790) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:13.175605 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Deleting subnet dbde1f67-d1a1-4294-a629-4a09fe4b42c8 {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:52:13.178709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.213383 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.252512 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.319879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.323046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-701c5324-bcef-4a21-82ea-1d5ffaff8d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:13.366956 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbde1f67-d1a1-4294-a629-4a09fe4b42c8,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:13.386570 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:13.387686 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.392734 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dbde1f67-d1a1-4294-a629-4a09fe4b42c8 HTTP/1.1" status: 204 len: 168 time: 0.2560875 Jun 22 00:52:13.393037 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55800) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:13.448438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b231f-dde3-428e-8d7b-66fb444039fd req-86d46ecb-7be2-4607-b346-799a9fc5a5ab tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:13.450237 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-840b231f-dde3-428e-8d7b-66fb444039fd req-86d46ecb-7be2-4607-b346-799a9fc5a5ab tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0937948 Jun 22 00:52:13.495756 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-840b231f-dde3-428e-8d7b-66fb444039fd req-b73fdef7-c825-465e-8bb1-e9ebccab23dd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372994 Jun 22 00:52:13.527966 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.635100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ab09e-753f-45b4-98e2-70fb77378516 req-f445e423-9f92-49cb-b05c-f3def9c2b4b9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:13.636618 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a01ab09e-753f-45b4-98e2-70fb77378516 req-f445e423-9f92-49cb-b05c-f3def9c2b4b9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1621406 Jun 22 00:52:13.638443 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.656296 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f673339-605b-4693-9448-3a09d1e8b6a9']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:13.675247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '932990e0-9759-43fd-b119-02420a0bb254') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:13.675547 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '932990e0-9759-43fd-b119-02420a0bb254') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:13.692738 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.706558 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a01ab09e-753f-45b4-98e2-70fb77378516 req-3c58aacc-68cd-4d4a-b40e-7727ad467478 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593014 Jun 22 00:52:13.713102 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.719989 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:52:13.720384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:52:13.722809 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:52:13.777832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.783292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:13.785558 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6f673339-605b-4693-9448-3a09d1e8b6a9 HTTP/1.1" status: 204 len: 168 time: 0.3909740 Jun 22 00:52:13.786259 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9e6684d5-01d0-4417-a402-fcc31ce7fd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:13.799148 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f673339-605b-4693-9448-3a09d1e8b6a9,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:13.801644 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-486cbafe-3610-456a-a715-796bffad1a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:13.904751 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55810) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:13.960294 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9393e370-6f54-4a1d-952c-480f0bd9b4e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d610f5d44f649dba96f970a85acde50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513222 Jun 22 00:52:13.960545 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55814) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:14.009894 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:14.070955 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:14.160029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7773ab-0a50-4fde-9eac-9c7a9f8dcee4 req-b4fe3e34-3db4-46b0-bae0-6a452308f8ba tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.161571 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2c7773ab-0a50-4fde-9eac-9c7a9f8dcee4 req-b4fe3e34-3db4-46b0-bae0-6a452308f8ba tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.1535299 Jun 22 00:52:14.191181 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-0c3e6ef8-171e-4e04-9479-c1cab9a79619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.193008 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-0c3e6ef8-171e-4e04-9479-c1cab9a79619 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1099 time: 0.1319005 Jun 22 00:52:14.195373 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:14.198082 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:14.199093 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4592691b-5bb3-4656-8737-908320690e6a HTTP/1.1" status: 204 len: 168 time: 0.2376840 Jun 22 00:52:14.201132 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8b1e25a3-7635-4683-b0cb-7eeb9bb1bb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:14.237486 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592691b-5bb3-4656-8737-908320690e6a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:14.267984 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2c7773ab-0a50-4fde-9eac-9c7a9f8dcee4 req-dd85e97e-05ea-4369-ab64-93fc8df600e7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004167 Jun 22 00:52:14.268903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:14.316996 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-7f892867-2c0a-462b-a394-24b039d2aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.318475 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-7f892867-2c0a-462b-a394-24b039d2aaf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.1182523 Jun 22 00:52:14.392125 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-917b16af-5bbc-4df3-b23b-fc859acdde78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 1001 time: 0.0671115 Jun 22 00:52:14.440731 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-5d34bb77-3b27-461c-acb0-600bd3a38e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.442375 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-5d34bb77-3b27-461c-acb0-600bd3a38e78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0435011 Jun 22 00:52:14.504311 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-1c215b92-969a-4440-a000-8ebb81af9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.505836 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-1c215b92-969a-4440-a000-8ebb81af9369 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558741 Jun 22 00:52:14.582777 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 24db8164-9e98-46a2-b284-1281e72988a0 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:14.610783 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 24db8164-9e98-46a2-b284-1281e72988a0 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:14.611706 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 24db8164-9e98-46a2-b284-1281e72988a0 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:14.612416 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 881a5a5c-554f-4210-9c13-c9e51c1a76ef no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:14.639680 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 881a5a5c-554f-4210-9c13-c9e51c1a76ef {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:14.640710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 881a5a5c-554f-4210-9c13-c9e51c1a76ef not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:14.720822 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c09029-44f2-4298-8537-45bfead75982 req-55b0a8c7-df69-43da-861d-fe3b2c8214c0 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:14.723199 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00c09029-44f2-4298-8537-45bfead75982 req-55b0a8c7-df69-43da-861d-fe3b2c8214c0 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0783181 Jun 22 00:52:14.771450 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00c09029-44f2-4298-8537-45bfead75982 req-1c75e459-9ed9-4bd1-97d2-1ddc2fe39728 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Jun 22 00:52:14.878176 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-cf48b93c-1b73-446f-8aa3-d84bd3cc3fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635418 Jun 22 00:52:14.967032 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-024d78ec-a809-42ed-b561-128d7e9cc0e5 req-da3a6162-e48f-497b-b636-9edf052379ed service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821092 Jun 22 00:52:15.464873 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bde18b-59de-4d3a-92c5-9365bc11ba86 req-53724483-599e-41dd-bfe5-1ef2dcf976c4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:15.466383 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-04bde18b-59de-4d3a-92c5-9365bc11ba86 req-53724483-599e-41dd-bfe5-1ef2dcf976c4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0703776 Jun 22 00:52:15.504424 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-04bde18b-59de-4d3a-92c5-9365bc11ba86 req-2ac88afd-c75c-445c-879b-482574195e54 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jun 22 00:52:15.964752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a042e-d14c-4144-9857-411fe6add731 req-f4b8a363-7289-4d61-af64-cead29e9521e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:15.966266 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d2a042e-d14c-4144-9857-411fe6add731 req-f4b8a363-7289-4d61-af64-cead29e9521e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0626664 Jun 22 00:52:16.008180 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d2a042e-d14c-4144-9857-411fe6add731 req-5453bb7a-bf43-4de0-9753-9d47db49bce7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351703 Jun 22 00:52:16.684054 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdeba9-0f40-437d-a5ea-7918361fc6ba req-43731fdd-d63d-47b4-a676-bb6ac416d450 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:16.685534 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5ffdeba9-0f40-437d-a5ea-7918361fc6ba req-43731fdd-d63d-47b4-a676-bb6ac416d450 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0669689 Jun 22 00:52:16.726308 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5ffdeba9-0f40-437d-a5ea-7918361fc6ba req-1b92363c-85bc-498b-8f7a-57d2c3ba5ede tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332994 Jun 22 00:52:17.187704 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4db99-210d-4711-bd19-cc2bd99f5c86 req-3c7b92e5-e91d-4dcf-9002-a66e8d60c1c2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:17.189218 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-68d4db99-210d-4711-bd19-cc2bd99f5c86 req-3c7b92e5-e91d-4dcf-9002-a66e8d60c1c2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0642178 Jun 22 00:52:17.227591 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-68d4db99-210d-4711-bd19-cc2bd99f5c86 req-292713fd-3b61-4367-a605-dc5d26c7dd1f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Jun 22 00:52:17.310447 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e8d2827f-f3ff-44f0-9e9e-b5281dc50429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:18.258333 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:52:18.408293 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf627993-62b8-4475-83a4-128e2a78cd01 req-5fb7a204-bd69-46d4-bd8f-3b7294a3b794 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:18.409759 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf627993-62b8-4475-83a4-128e2a78cd01 req-5fb7a204-bd69-46d4-bd8f-3b7294a3b794 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0638564 Jun 22 00:52:18.447842 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf627993-62b8-4475-83a4-128e2a78cd01 req-c9d9d080-c59c-4593-8ebd-bc66abc3ddbe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Jun 22 00:52:19.048764 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:52:19.151110 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:19.162787 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e19d6b75-860d-4909-9579-e092b65e1925', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:52:19.203766 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:19.216302 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:19.237427 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:19.241913 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:19.243827 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:19.297234 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=6']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:19.304645 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.305021 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.305483 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.305829 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.306164 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.306497 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.306855 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.307260 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.307589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.307917 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.308270 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.308679 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:52:19.312831 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:19.422683 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e19d6b75-860d-4909-9579-e092b65e1925'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:19.671430 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ff2c7-4266-46a8-88df-3526022c82f4 req-688e88db-ff40-452c-b529-6826319bf6a4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:19.672990 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-791ff2c7-4266-46a8-88df-3526022c82f4 req-688e88db-ff40-452c-b529-6826319bf6a4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0821545 Jun 22 00:52:19.718852 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-791ff2c7-4266-46a8-88df-3526022c82f4 req-e2e99128-b5f7-49fb-8982-998d5fb0d5ad tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365119 Jun 22 00:52:20.046906 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ce08fdc0-1ee1-4ca0-8b0c-9824de19c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:20.174038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:20.898774 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303c06-b225-43a1-a22c-ae505e655276 req-3b57d416-4c9d-4813-802e-1aa675a9eb20 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:20.900165 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa303c06-b225-43a1-a22c-ae505e655276 req-3b57d416-4c9d-4813-802e-1aa675a9eb20 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0651510 Jun 22 00:52:20.939750 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa303c06-b225-43a1-a22c-ae505e655276 req-a4db72ac-09ce-4e6b-9f8f-a88c0dac4b5c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Jun 22 00:52:21.064658 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:21.120945 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea8eee-8f62-4fc1-bba8-95b134eb9077 req-32ded6f3-0c23-4e60-96f6-a4bbefa03ceb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:21.122176 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.122528 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccea8eee-8f62-4fc1-bba8-95b134eb9077 req-32ded6f3-0c23-4e60-96f6-a4bbefa03ceb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0626485 Jun 22 00:52:21.124001 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e19d6b75-860d-4909-9579-e092b65e1925 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:21.124381 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.166133 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ccea8eee-8f62-4fc1-bba8-95b134eb9077 req-e9d6b4ef-7b4b-4cc0-9d95-823de82f95c1 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Jun 22 00:52:21.200113 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.222670 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:21.224953 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d304ea-7398-47fd-ba7f-57c4121a33ef" -d '{"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:21.238693 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:21.243588 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.245734 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:21.272039 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e10434-18a8-4769-aba9-9941bbb64cdf x-openstack-request-id: req-00e10434-18a8-4769-aba9-9941bbb64cdf {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:21.272342 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:21.272606 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e10434-18a8-4769-aba9-9941bbb64cdf {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:21.273044 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'code': 200} Jun 22 00:52:21.294401 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=7']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:21.297951 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:21.535097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55990) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:21.635542 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.726816 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.730864 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.733846 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7eb5a2a1-aa6d-4c9d-8c52-173f5303ebd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:21.768719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2375dcb-59b0-4eeb-92c6-38aa4cae9322,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:21.773471 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=397d98038af64209a223a5dd69e8351d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373824 Jun 22 00:52:21.774479 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:21.776345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 55996) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:21.829018 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.851303 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.898974 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.901651 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:21.902893 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2375dcb-59b0-4eeb-92c6-38aa4cae9322 HTTP/1.1" status: 204 len: 168 time: 0.1255760 Jun 22 00:52:21.903830 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d29008bf-e3de-4450-962c-e33f1b36be38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:21.911691 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2375dcb-59b0-4eeb-92c6-38aa4cae9322,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:21.914296 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:22.132168 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f3cdd-72d3-4ba7-b18b-9e755943cc10 req-3501e63c-01f6-4e02-907e-ee2855d2210d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:22.133665 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-410f3cdd-72d3-4ba7-b18b-9e755943cc10 req-3501e63c-01f6-4e02-907e-ee2855d2210d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0699699 Jun 22 00:52:22.175423 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-410f3cdd-72d3-4ba7-b18b-9e755943cc10 req-2d25b399-6577-48d6-9eb4-f5b3c6f6d9b4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362241 Jun 22 00:52:22.351464 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893959cf-39cf-457d-a106-e37011ff5221 req-4dd19eeb-f076-487c-809a-7ebdfa869e2a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:22.352936 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-893959cf-39cf-457d-a106-e37011ff5221 req-4dd19eeb-f076-487c-809a-7ebdfa869e2a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0681076 Jun 22 00:52:22.391692 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-893959cf-39cf-457d-a106-e37011ff5221 req-4b0007a7-a7d8-4602-b48b-d558296a0660 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321286 Jun 22 00:52:22.501340 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.541137 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56022) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:22.632560 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-652436344-network', 'tenant_id': '91078e013505491ba22ede4bbf8fda98'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:22.654122 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Made reservation on behalf of 91078e013505491ba22ede4bbf8fda98 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:22.656889 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.664758 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.755766 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.759693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.763658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a53299cf-879d-45e6-bb93-5e51ae2bbf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:22.781759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:22.796253 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730ecce-5ec3-42e8-ae35-a41db19f7651,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:22.799123 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.799603 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Added segment 13e19ee4-5484-4c09-9e44-3ad67ddcd650 of type vlan for network 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 Jun 22 00:52:22.800834 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:22.845247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.872390 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.873807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:22.874470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:22.877658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:22.930143 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3877866 Jun 22 00:52:22.933187 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56028) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:22.938596 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Request body: {'subnet': {'network_id': '87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-652436344-subnet', 'tenant_id': '91078e013505491ba22ede4bbf8fda98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:22.942357 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:22.945334 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:22.953822 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:22.962412 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Made reservation on behalf of 91078e013505491ba22ede4bbf8fda98 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:22.965063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6194931'] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.133676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5715504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6194881'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.136770 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9acfb5c7-30a5-4208-8000-58456b15b981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:23.193193 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5690b13-cc1d-491a-81e5-47c377019d47,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:23.197093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:23.203469 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Checking segment: {'id': '13e19ee4-5484-4c09-9e44-3ad67ddcd650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:23.203833 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Network hostable DHCP agents. Network: 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:23.221592 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Network 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:23.230976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:23.235600 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:23.236871 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.240289 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63fa44b-c231-4c28-b349-e0c478141b92 None None] Network 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:23.251826 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3173349 Jun 22 00:52:23.367014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e36e3-12f0-4e08-a946-889b269dc70b req-b729b36e-cfb7-4242-ba80-aae5b7e810f8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:23.368759 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-741e36e3-12f0-4e08-a946-889b269dc70b req-b729b36e-cfb7-4242-ba80-aae5b7e810f8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0719516 Jun 22 00:52:23.369512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24985526-43ea-49d4-8fae-d19e47cd12b2 None None] Network 87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:23.417216 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-741e36e3-12f0-4e08-a946-889b269dc70b req-6fa4675e-e02e-4660-8b36-9c2a42c3fa16 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Jun 22 00:52:23.514798 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.584205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa8a5-afd9-4023-8778-e85256613cfb req-5d61db82-b6ce-422c-823c-223aef45952c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:23.585769 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-edcfa8a5-afd9-4023-8778-e85256613cfb req-5d61db82-b6ce-422c-823c-223aef45952c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0672748 Jun 22 00:52:23.628050 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-edcfa8a5-afd9-4023-8778-e85256613cfb req-95435aa8-26b9-453d-9672-7124a3a490b8 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355420 Jun 22 00:52:23.760667 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56048) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:23.765958 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629707665-network', 'tenant_id': '7b80651996a345d3825a51066b1bbb22'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:23.788557 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Made reservation on behalf of 7b80651996a345d3825a51066b1bbb22 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:23.790975 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.800180 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.890432 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.894232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.897855 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-58f5d5be-4186-4ec6-a9ae-092f27649d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:23.914460 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:52:23.928110 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d2f8a-455e-4a67-8cf5-f5ca0a548ea8,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:23.932802 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:23.933363 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Added segment 5ccfe6d5-9a10-4aa8-8874-d8637633b526 of type vlan for network bc235e42-a7eb-4bda-9762-0b928e31014e Jun 22 00:52:23.934516 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:23.973094 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.001065 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.002376 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:24.002960 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.005742 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0ada0197-bf01-42c1-adab-59e4c9ef9d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:24.052127 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2903342 Jun 22 00:52:24.055585 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56052) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:24.060868 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Request body: {'subnet': {'network_id': 'bc235e42-a7eb-4bda-9762-0b928e31014e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1629707665-subnet', 'tenant_id': '7b80651996a345d3825a51066b1bbb22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:24.063509 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Pushing event updated for resources: {'Network': ['ID=bc235e42-a7eb-4bda-9762-0b928e31014e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:24.066515 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:24.075430 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network bc235e42-a7eb-4bda-9762-0b928e31014e details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:52:24.088615 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Made reservation on behalf of 7b80651996a345d3825a51066b1bbb22 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:24.091404 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6194931'] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.268507 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5715504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6194881'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.270718 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:24.328019 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eada98a5-2a86-4064-a5f6-3983b3a58199,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:24.331960 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:24.335734 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Checking segment: {'id': '5ccfe6d5-9a10-4aa8-8874-d8637633b526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc235e42-a7eb-4bda-9762-0b928e31014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:24.336176 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Network hostable DHCP agents. Network: bc235e42-a7eb-4bda-9762-0b928e31014e, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:52:24.352816 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Network bc235e42-a7eb-4bda-9762-0b928e31014e is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:52:24.361285 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, bc235e42-a7eb-4bda-9762-0b928e31014e) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:24.365629 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:24.366232 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.371503 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2226d380-3994-4f70-96e5-c87c177c9a93 None None] Network bc235e42-a7eb-4bda-9762-0b928e31014e requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:24.385314 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-aae54875-c772-4900-ad74-1ea1ac121694 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3285203 Jun 22 00:52:24.513742 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e44934a-f4ea-4028-8b48-b8315f2168e7 None None] Network bc235e42-a7eb-4bda-9762-0b928e31014e requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:52:24.524000 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56070) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:24.608438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Deleting subnet d5690b13-cc1d-491a-81e5-47c377019d47 {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:52:24.618985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.677142 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.711680 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321258d-a019-40d8-b674-58548d75b3b4 req-e1188897-b1f4-4672-83d3-5c3cc151c3cb tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:24.713408 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0321258d-a019-40d8-b674-58548d75b3b4 req-e1188897-b1f4-4672-83d3-5c3cc151c3cb tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1531591 Jun 22 00:52:24.745904 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.793060 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0321258d-a019-40d8-b674-58548d75b3b4 req-06940e30-4d1f-4836-9c89-b71e73ee814e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709934 Jun 22 00:52:24.829741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.834888 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9386d089-6c27-44f5-8210-b4b66d006dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:24.850158 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820ee6-0ff8-4c09-b278-dd95ff91a60c req-f3755688-e500-46b5-a5a9-43835bbb0687 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:24.858125 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0820ee6-0ff8-4c09-b278-dd95ff91a60c req-f3755688-e500-46b5-a5a9-43835bbb0687 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0971410 Jun 22 00:52:24.868283 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:24.870309 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5690b13-cc1d-491a-81e5-47c377019d47 HTTP/1.1" status: 204 len: 168 time: 0.3452609 Jun 22 00:52:24.871426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5690b13-cc1d-491a-81e5-47c377019d47,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:24.875166 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ba7d4b7c-385c-458a-9fa9-20171d1ed5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:24.875654 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56088) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:24.908765 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0820ee6-0ff8-4c09-b278-dd95ff91a60c req-7271ff6f-17b5-46b3-82b6-17f3b9c6d6c8 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496500 Jun 22 00:52:25.008981 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.106747 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.125839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.139037 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e19ee4-5484-4c09-9e44-3ad67ddcd650') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.139334 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e19ee4-5484-4c09-9e44-3ad67ddcd650') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.152467 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.182202 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.189631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:52:25.190445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:52:25.192901 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:52:25.254789 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.265718 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.267807 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4 HTTP/1.1" status: 204 len: 168 time: 0.3908529 Jun 22 00:52:25.269234 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3a4f34c6-b489-4cc1-9078-2e4a60e1b876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:25.270813 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56104) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:25.284444 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=87d1851b-5d0e-44f7-b2ba-1ca83b93e1c4,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:25.287883 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bdd6bf7d-9e57-4527-ab57-d3a609e54fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:25.336644 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Deleting subnet eada98a5-2a86-4064-a5f6-3983b3a58199 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:52:25.340648 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.387759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.433803 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.534954 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.555687 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cdac56f0-7c1a-4082-973d-22d10c80bb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:25.565869 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.574670 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eada98a5-2a86-4064-a5f6-3983b3a58199 HTTP/1.1" status: 204 len: 168 time: 0.3002882 Jun 22 00:52:25.574981 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56110) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:25.612768 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eada98a5-2a86-4064-a5f6-3983b3a58199,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:25.615893 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ca17c167-ebec-4628-b675-7bf31c066629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:25.684522 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.775704 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.788790 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc235e42-a7eb-4bda-9762-0b928e31014e']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.799898 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccfe6d5-9a10-4aa8-8874-d8637633b526') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.800236 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccfe6d5-9a10-4aa8-8874-d8637633b526') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:52:25.810096 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.825166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.831247 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:52:25.831640 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:52:25.833293 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:52:25.892915 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.900915 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:25.903552 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:25.905943 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc235e42-a7eb-4bda-9762-0b928e31014e HTTP/1.1" status: 204 len: 168 time: 0.3298860 Jun 22 00:52:25.919829 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc235e42-a7eb-4bda-9762-0b928e31014e,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:25.923951 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9fedb2dd-c863-4b3e-a246-bcc982a7c397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:26.106808 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4bb6c-530a-41d1-a9c8-8dfa17a99429 req-c69f6586-723c-4f32-95ca-58c16d0d9d78 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:26.114619 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-97b4bb6c-530a-41d1-a9c8-8dfa17a99429 req-c69f6586-723c-4f32-95ca-58c16d0d9d78 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0887988 Jun 22 00:52:26.149553 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56118) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:26.180792 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a4667-eee0-4ad3-930b-e18e90b9fbe9 req-673aba1a-1377-4699-a533-83e7079b8163 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:26.183189 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-97b4bb6c-530a-41d1-a9c8-8dfa17a99429 req-6b65d81d-f60e-4658-b2ad-3633050413c5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678020 Jun 22 00:52:26.188274 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e3a4667-eee0-4ad3-930b-e18e90b9fbe9 req-673aba1a-1377-4699-a533-83e7079b8163 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.0994682 Jun 22 00:52:26.224292 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-04b5d475-f03e-418b-98be-35328bbda825 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91078e013505491ba22ede4bbf8fda98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729597 Jun 22 00:52:26.226521 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56120) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:26.228600 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5e3a4667-eee0-4ad3-930b-e18e90b9fbe9 req-4134cdb3-a736-4411-8fe4-a37493ef542f tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Jun 22 00:52:26.284238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:26.330134 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:26.391842 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:26.396000 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:26.397793 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0730ecce-5ec3-42e8-ae35-a41db19f7651 HTTP/1.1" status: 204 len: 168 time: 0.1701627 Jun 22 00:52:26.398661 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ea0472ed-e27d-4f71-b199-2b475fdfeff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:26.407378 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730ecce-5ec3-42e8-ae35-a41db19f7651,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:26.417080 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:26.882087 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56134) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:26.892213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aa551-9d17-4c82-8231-1e93e36334af req-74ac49b0-fef8-4853-897e-dc429e732b28 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:26.895541 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-112aa551-9d17-4c82-8231-1e93e36334af req-74ac49b0-fef8-4853-897e-dc429e732b28 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 946 time: 0.1306367 Jun 22 00:52:26.954389 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-b5e6693e-1fe5-4de6-bae5-080c18284b28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b80651996a345d3825a51066b1bbb22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706983 Jun 22 00:52:26.957991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56136) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:27.030403 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.046624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Deleting port a528a6fa-b866-4144-8917-8287898ad49e {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:52:27.046980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.066153 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.143149 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.146838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.148026 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd0d2f8a-455e-4a67-8cf5-f5ca0a548ea8 HTTP/1.1" status: 204 len: 168 time: 0.1888716 Jun 22 00:52:27.148837 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7aac24a6-3d46-40cf-9c5e-e589d6278427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:27.157583 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d2f8a-455e-4a67-8cf5-f5ca0a548ea8,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:27.161057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:27.167748 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] For port a528a6fa-b866-4144-8917-8287898ad49e, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a528a6fa-b866-4144-8917-8287898ad49e,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:27.168122 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.270541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Calling delete_port for a528a6fa-b866-4144-8917-8287898ad49e owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:52:27.422571 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074ffbb-5397-491c-909c-c8bf41a596e6 req-d27d734e-1883-45d5-bc00-52ca449b33cc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:27.430626 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d074ffbb-5397-491c-909c-c8bf41a596e6 req-d27d734e-1883-45d5-bc00-52ca449b33cc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1098306 Jun 22 00:52:27.482214 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d074ffbb-5397-491c-909c-c8bf41a596e6 req-935d659f-4615-4bf1-bbb2-2b35552c3a1e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466056 Jun 22 00:52:27.547512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.555912 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:27.591535 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['a528a6fa-b866-4144-8917-8287898ad49e'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:27.632933 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Pushing event deleted for resources: {'Port': ['ID=a528a6fa-b866-4144-8917-8287898ad49e,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:27.655741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:27.682669 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] No DVR routers for this DVR port a528a6fa-b866-4144-8917-8287898ad49e on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:52:27.694971 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424bb19-6984-4d5a-86a8-8cae860bb9c0 req-1aa7d78e-e8ee-4ed3-a09a-a98cbe1fa72a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:27.697004 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5424bb19-6984-4d5a-86a8-8cae860bb9c0 req-1aa7d78e-e8ee-4ed3-a09a-a98cbe1fa72a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=b21778cf-e7b8-46da-80fc-e6c6db8491d6 HTTP/1.1" status: 200 len: 867 time: 0.2249002 Jun 22 00:52:27.698254 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:27.700284 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-112aa551-9d17-4c82-8231-1e93e36334af req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "DELETE /v2.0/ports/a528a6fa-b866-4144-8917-8287898ad49e HTTP/1.1" status: 204 len: 173 time: 0.8005834 Jun 22 00:52:27.700904 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'name': 'network-vif-deleted', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:27.704139 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493ea0e2-8391-41ff-90f1-02f054ac0b25" -d '{"events": [{"server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "name": "network-vif-deleted", "tag": "a528a6fa-b866-4144-8917-8287898ad49e"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:27.759977 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5424bb19-6984-4d5a-86a8-8cae860bb9c0 req-1b102956-b1f3-476d-b92d-be3acf8ac625 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526803 Jun 22 00:52:27.771795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc747e46-6cb3-4bc9-882d-56443ecbded9 x-openstack-request-id: req-cc747e46-6cb3-4bc9-882d-56443ecbded9 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:27.772128 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21778cf-e7b8-46da-80fc-e6c6db8491d6", "name": "network-vif-deleted", "tag": "a528a6fa-b866-4144-8917-8287898ad49e", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:27.772507 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc747e46-6cb3-4bc9-882d-56443ecbded9 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:27.773090 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21778cf-e7b8-46da-80fc-e6c6db8491d6', 'name': 'network-vif-deleted', 'tag': 'a528a6fa-b866-4144-8917-8287898ad49e', 'status': 'completed', 'code': 200} Jun 22 00:52:28.719220 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c1ed-cf1e-4ba1-a0db-40c2a58c0b43 req-f76f5539-366b-4734-a3ca-3adab5879777 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:28.721010 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d1f9c1ed-cf1e-4ba1-a0db-40c2a58c0b43 req-f76f5539-366b-4734-a3ca-3adab5879777 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0830352 Jun 22 00:52:28.767951 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d1f9c1ed-cf1e-4ba1-a0db-40c2a58c0b43 req-224753a3-bb7a-4f17-83f0-6c45b4bb6e4c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401404 Jun 22 00:52:29.973277 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff963d-32a7-4017-8bca-2425f8fb8642 req-314e650f-3c49-4f4d-b290-8803cd4a7513 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:29.975812 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9eff963d-32a7-4017-8bca-2425f8fb8642 req-314e650f-3c49-4f4d-b290-8803cd4a7513 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0767772 Jun 22 00:52:30.016477 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9eff963d-32a7-4017-8bca-2425f8fb8642 req-08e89294-7466-4826-822a-96945634f036 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349925 Jun 22 00:52:30.599646 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56240) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:30.719427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.844848 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.850596 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:30.857113 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ae797eb0-7bfe-4f43-aad0-7e5ce16c1000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:30.911402 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1122778550a042eabf7f9e33acde453a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099735 Jun 22 00:52:30.912636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90d1d6-b3ec-43c2-986d-c20a7f25cdf8,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:30.914718 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56246) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:30.917464 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:31.010288 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.041941 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.094763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a528a6fa-b866-4144-8917-8287898ad49e no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:31.121398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.124932 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:31.126175 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee90d1d6-b3ec-43c2-986d-c20a7f25cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2103693 Jun 22 00:52:31.127040 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-702b9b73-8307-4176-b9cd-c48b7a3206d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:31.146033 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: a528a6fa-b866-4144-8917-8287898ad49e {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:52:31.146303 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a528a6fa-b866-4144-8917-8287898ad49e not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:52:31.150182 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90d1d6-b3ec-43c2-986d-c20a7f25cdf8,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:31.202892 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:31.254193 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc308-7fd2-4661-b057-41dca4f5f304 req-02356287-ea25-40e7-9fea-4f03b3533730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:31.256027 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8b6bc308-7fd2-4661-b057-41dca4f5f304 req-02356287-ea25-40e7-9fea-4f03b3533730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0933974 Jun 22 00:52:31.304021 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8b6bc308-7fd2-4661-b057-41dca4f5f304 req-ddcaf03c-f18c-4628-b359-58dacefa6bed tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Jun 22 00:52:32.525160 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa965374-e999-463a-acca-8671df77c969 req-a9739cd9-8725-4fd9-9f2a-5dd62a78ae6f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.532771 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fa965374-e999-463a-acca-8671df77c969 req-a9739cd9-8725-4fd9-9f2a-5dd62a78ae6f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0799153 Jun 22 00:52:32.596577 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fa965374-e999-463a-acca-8671df77c969 req-85040ab4-d75f-4d45-b4ae-284d70e289de tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624495 Jun 22 00:52:32.910630 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-88e11cac-5d98-4590-a15b-1948a81971eb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:32.912261 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-88e11cac-5d98-4590-a15b-1948a81971eb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/networks?id=479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 200 len: 814 time: 0.1326947 Jun 22 00:52:32.933252 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-bfc0ac49-7c8c-4467-9104-caa1f6e0580d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/quotas/5c2c4d33360d45de9802ccfc57364ffa HTTP/1.1" status: 200 len: 375 time: 0.0117111 Jun 22 00:52:32.975994 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-f607a656-c00d-4244-9d09-13d2bf92f579 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361063 Jun 22 00:52:33.082935 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-645b765a-e094-4d74-a9bc-138d17061f97 service neutron] 10.222.0.21 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998714 Jun 22 00:52:33.188964 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-28cf2236-8598-486b-83ff-0a2e61cd23ec service neutron] 10.222.0.21 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950065 Jun 22 00:52:33.380114 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5aba42a8-71b7-44e4-bac5-fccc2795f2fe req-acaed706-d6fe-44ce-ad57-60960daa8066 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 210 time: 0.0388312 Jun 22 00:52:33.825583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131536ea-f7a8-4aba-bb81-2e8cbca6d24d req-9a269675-51b7-44d5-9800-4b2fba20885b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:33.827874 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-131536ea-f7a8-4aba-bb81-2e8cbca6d24d req-9a269675-51b7-44d5-9800-4b2fba20885b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1002426 Jun 22 00:52:33.873733 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-131536ea-f7a8-4aba-bb81-2e8cbca6d24d req-c05f0075-c65c-4820-8d7f-89cbf1a06769 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Jun 22 00:52:34.598357 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ad5b397-b8bd-42f5-a4f3-09831bf1485e req-c3f425eb-f93d-46e1-a807-3c11aa8d2c2a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 210 time: 0.0804739 Jun 22 00:52:34.706173 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-ea16ee00-9ad8-474a-a556-dc32cf96343f tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:34.708410 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-ea16ee00-9ad8-474a-a556-dc32cf96343f tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "GET /v2.0/networks?id=479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 200 len: 814 time: 0.1525340 Jun 22 00:52:34.728558 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Request body: {'port': {'device_id': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7', 'admin_state_up': True, 'tenant_id': '5c2c4d33360d45de9802ccfc57364ffa'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:34.868822 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Made reservation on behalf of 5c2c4d33360d45de9802ccfc57364ffa for: {'port': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:52:34.873795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.021838 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Allocated IP 172.20.0.5 (479d80d4-6aa3-4291-b848-08204e1f24d7/29fd3e97-11a2-4a6b-b076-ddcac7138901/0020ccca-8b9a-4f96-a1e0-702343065b42) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:52:35.197513 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ee395-f441-4272-9909-05279cecb259 req-e0feb5b2-7961-469a-a332-dde2bc35edc4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:35.199241 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-052ee395-f441-4272-9909-05279cecb259 req-e0feb5b2-7961-469a-a332-dde2bc35edc4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.1448298 Jun 22 00:52:35.256199 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.265285 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-052ee395-f441-4272-9909-05279cecb259 req-5244dea9-35e0-44cc-999e-ef004a440e74 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Jun 22 00:52:35.316385 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.324383 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7b99cb6a-0e52-4699-8dca-bece2b055eba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:35.366900 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Network 479d80d4-6aa3-4291-b848-08204e1f24d7 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:52:35.370133 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:52:35.374339 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:52:35.380747 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Pushing event updated for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:35.400007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:35.425481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:35.426118 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.440552 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160978 Jun 22 00:52:35.495888 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Request body: {'port': {'device_id': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:52:35.573555 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.782603 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135eddb-6ebf-40c4-bb83-e9503e911786 req-2e83f5d8-da2b-4fdb-bf11-bd5e8772d33f tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:35.784072 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c135eddb-6ebf-40c4-bb83-e9503e911786 req-2e83f5d8-da2b-4fdb-bf11-bd5e8772d33f tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 931 time: 0.0645049 Jun 22 00:52:35.824717 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c135eddb-6ebf-40c4-bb83-e9503e911786 req-7d2bfc8c-10e9-4db4-aa1e-7945309f52fd tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jun 22 00:52:35.847884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0020ccca-8b9a-4f96-a1e0-702343065b42 {{(pid=104338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:35.855087 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.866489 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Transition to ACTIVE for port object 0020ccca-8b9a-4f96-a1e0-702343065b42 will not be triggered until provisioned by entity L2. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:52:35.869571 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:35.872185 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78f47382-8471-4c00-8442-2db55d424dea tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:35.944637 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Pushing event updated for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:35.948830 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:36.016457 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Attempting to bind port 0020ccca-8b9a-4f96-a1e0-702343065b42 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:52:36.016457 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Attempting to bind port 0020ccca-8b9a-4f96-a1e0-702343065b42 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:52:36.016669 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Attempting to bind port 0020ccca-8b9a-4f96-a1e0-702343065b42 on network 479d80d4-6aa3-4291-b848-08204e1f24d7 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:36.020785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Port 0020ccca-8b9a-4f96-a1e0-702343065b42 on network 479d80d4-6aa3-4291-b848-08204e1f24d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:52:36.021113 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Attempting to bind port 0020ccca-8b9a-4f96-a1e0-702343065b42 on network 479d80d4-6aa3-4291-b848-08204e1f24d7 {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:52:36.025716 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:52:36.026051 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Checking segment: {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:52:36.026428 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Bound using segment: {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'} {{(pid=104338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:52:36.026850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.managers [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Bound port: 0020ccca-8b9a-4f96-a1e0-702343065b42, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e01946-83ee-4912-b2c9-78143339449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7'}}] {{(pid=104338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:52:36.027234 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:36.088492 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, cleared binding levels {{(pid=104338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:52:36.091477 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0020ccca-8b9a-4f96-a1e0-702343065b42,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:52:36.094961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:36.097558 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:36.126791 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.127391 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:36.128778 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] 10.222.0.23 "PUT /v2.0/ports/0020ccca-8b9a-4f96-a1e0-702343065b42 HTTP/1.1" status: 200 len: 1093 time: 0.6374037 Jun 22 00:52:36.129252 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:36.131610 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91847d8-9e8e-4037-8352-8b526b66ed29" -d '{"events": [{"name": "network-changed", "server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:36.156238 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Pushing event updated for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=3']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:36.159564 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:36.165291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83773e6-9376-42d6-bdea-130cbe932b24 x-openstack-request-id: req-c83773e6-9376-42d6-bdea-130cbe932b24 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:36.165645 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:36.165937 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c83773e6-9376-42d6-bdea-130cbe932b24 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:36.166361 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42', 'status': 'completed', 'code': 200} Jun 22 00:52:36.352019 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-bd813834-6ae5-447c-b958-de3fdcced342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.353511 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-bd813834-6ae5-447c-b958-de3fdcced342 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 1096 time: 0.0521836 Jun 22 00:52:36.449416 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadedb-c659-45be-8dca-7bc22b3db715 req-1674f5e4-4b55-407c-ad34-952bb34582d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.450917 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e0eadedb-c659-45be-8dca-7bc22b3db715 req-1674f5e4-4b55-407c-ad34-952bb34582d4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0628800 Jun 22 00:52:36.468753 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-ad8c4164-b9b8-45df-beb9-e214efaea7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.470471 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-ad8c4164-b9b8-45df-beb9-e214efaea7e1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0983644 Jun 22 00:52:36.487737 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e0eadedb-c659-45be-8dca-7bc22b3db715 req-3325e6d1-13ed-47dd-8c7f-e62de0acf6bd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Jun 22 00:52:36.581003 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-d6f00f90-40fb-4ce3-b617-7ca8ce9057c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.582762 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c91847d8-9e8e-4037-8352-8b526b66ed29 req-d6f00f90-40fb-4ce3-b617-7ca8ce9057c6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919929 Jun 22 00:52:36.614701 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-1dd72153-c98d-40b5-ba8f-75c29c81e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.616166 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-1dd72153-c98d-40b5-ba8f-75c29c81e6ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1099 time: 0.0513649 Jun 22 00:52:36.710803 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-4731f5b9-fbac-4368-99dc-7e409c91c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.712254 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-4731f5b9-fbac-4368-99dc-7e409c91c807 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 1096 time: 0.0502894 Jun 22 00:52:36.728611 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-d3ee805b-586a-4560-b5ca-d962f3c1b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.730058 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-d3ee805b-586a-4560-b5ca-d962f3c1b9ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0849719 Jun 22 00:52:36.759818 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-94350e33-a4ed-45e7-aeaf-87bef84939bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0020ccca-8b9a-4f96-a1e0-702343065b42 HTTP/1.1" status: 200 len: 217 time: 0.0329442 Jun 22 00:52:36.791792 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-6abf1b28-fd7c-4989-95db-f94c43ee38c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 1002 time: 0.0550883 Jun 22 00:52:36.815722 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-ebf3220e-0768-4254-a724-ab8e07b56b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.815722 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-ebf3220e-0768-4254-a724-ab8e07b56b9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29fd3e97-11a2-4a6b-b076-ddcac7138901 HTTP/1.1" status: 200 len: 854 time: 0.0489588 Jun 22 00:52:36.847656 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-dc2c2a63-f381-48d4-8960-534cf9d2aba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.849578 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-dc2c2a63-f381-48d4-8960-534cf9d2aba9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0499458 Jun 22 00:52:36.849704 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-9516b73c-f7fb-405d-b3ee-a59892fffcc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=479d80d4-6aa3-4291-b848-08204e1f24d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269098 Jun 22 00:52:36.915668 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-9bee9201-dda4-43da-be3f-8f22983674e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:36.917653 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-9bee9201-dda4-43da-be3f-8f22983674e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0561378 Jun 22 00:52:37.010009 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-3555909a-a53d-46be-b5a6-175f0fb943ac service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858181 Jun 22 00:52:37.011955 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-a8091d13-9f5c-4a6a-9d94-5b1fe71e28af service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502392 Jun 22 00:52:37.078566 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b59717-4af1-44a3-97b1-e76c2a6cd42c req-94798669-a71b-4320-95b9-6a736474233e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:37.080035 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-89b59717-4af1-44a3-97b1-e76c2a6cd42c req-94798669-a71b-4320-95b9-6a736474233e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 943 time: 0.1292408 Jun 22 00:52:37.112139 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-42318dd0-1402-4666-8d87-d6fbf5e6c151 req-0f4a5b39-d8ee-4542-bf16-69804fd31c04 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897555 Jun 22 00:52:37.147207 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-89b59717-4af1-44a3-97b1-e76c2a6cd42c req-18306d72-3116-47e0-bb5f-7f5b11866ed2 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592675 Jun 22 00:52:37.152909 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c8c88d5e-6d86-41cf-9a47-d4dc5405eda1 req-4e9125c0-3581-4866-8040-695ae35aabaa service neutron] 10.222.0.23 "GET /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300159 Jun 22 00:52:37.186830 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56392) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.286096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.369220 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.372915 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.377107 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cc5b34f8-3e0d-483f-a54f-ececde0e6c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.410648 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d277fc39756844e6a90888c33402110c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227898 Jun 22 00:52:37.412631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60d6d4-7014-4d78-b9d7-395b3e99e831,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.413253 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56396) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:37.416028 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:37.671907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa74ad1-01b4-41ef-866a-70ce30582bd7 req-5112fb84-17ef-45a7-8a33-f1d542412730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:37.673329 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8fa74ad1-01b4-41ef-866a-70ce30582bd7 req-5112fb84-17ef-45a7-8a33-f1d542412730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0671866 Jun 22 00:52:37.695961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.710879 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8fa74ad1-01b4-41ef-866a-70ce30582bd7 req-9a7099a4-a3f7-4264-bba2-f29120a0be61 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Jun 22 00:52:37.715763 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.760569 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.763162 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:37.764884 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f60d6d4-7014-4d78-b9d7-395b3e99e831 HTTP/1.1" status: 204 len: 168 time: 0.3505511 Jun 22 00:52:37.765676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10b95081-cca6-4a21-bf43-ece828421bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:37.772439 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60d6d4-7014-4d78-b9d7-395b3e99e831,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:37.774623 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.010923 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56406) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:38.023600 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.106696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.110418 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.113488 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6909de50-8076-48df-ab6b-b3fc6f0ebdcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:38.147678 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f17e7438e5dd48179c094a33efc15e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357193 Jun 22 00:52:38.148520 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935b7075-3b09-4411-a248-9d1e01dece10,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:38.150462 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56408) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:38.151464 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.198629 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.218873 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.262317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.265589 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:38.266905 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/935b7075-3b09-4411-a248-9d1e01dece10 HTTP/1.1" status: 204 len: 168 time: 0.1152852 Jun 22 00:52:38.267701 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8e31c2b0-6bd1-4df2-ace0-ea0fba60ecd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:38.275936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935b7075-3b09-4411-a248-9d1e01dece10,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:38.278420 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:38.328040 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fed93-49b9-49b2-bce4-70cb6b2b99ab req-d802ade9-cb03-49ab-a408-afe32432704d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.329632 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-234fed93-49b9-49b2-bce4-70cb6b2b99ab req-d802ade9-cb03-49ab-a408-afe32432704d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 943 time: 0.0719483 Jun 22 00:52:38.366285 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-234fed93-49b9-49b2-bce4-70cb6b2b99ab req-b1cb5ead-339a-4bf1-be61-1a78b070fa69 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Jun 22 00:52:38.892384 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f6d5-f40e-4908-8509-c47cb648bcd4 req-c3bede44-c4e6-4e04-96b4-77e588184681 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:38.894090 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-aee8f6d5-f40e-4908-8509-c47cb648bcd4 req-c3bede44-c4e6-4e04-96b4-77e588184681 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 946 time: 0.0666764 Jun 22 00:52:38.936359 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-aee8f6d5-f40e-4908-8509-c47cb648bcd4 req-886c0df5-e1a6-4fc1-a3f7-35e0af2afcb8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352032 Jun 22 00:52:39.173091 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:39.245938 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.267492 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:39.269768 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25946dee-e125-471d-8d0a-c6a47cef5db6" -d '{"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:39.281957 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:39.286566 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:39.288415 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:39.309407 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f984bf1f-fc43-4765-8f4a-8ecf56267ef8 x-openstack-request-id: req-f984bf1f-fc43-4765-8f4a-8ecf56267ef8 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:39.309732 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-unplugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:39.309992 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f984bf1f-fc43-4765-8f4a-8ecf56267ef8 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:39.310465 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'code': 200} Jun 22 00:52:39.335290 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=8']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:39.338450 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:39.546036 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720676d-9a34-4467-b1e7-33ae2fcb221c req-ac885eba-4d09-40b1-8fad-5f4c553de52a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:39.547755 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9720676d-9a34-4467-b1e7-33ae2fcb221c req-ac885eba-4d09-40b1-8fad-5f4c553de52a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 943 time: 0.0675311 Jun 22 00:52:39.597269 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9720676d-9a34-4467-b1e7-33ae2fcb221c req-bb5f4b65-2e03-487e-815b-07a39f335508 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425379 Jun 22 00:52:40.115592 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460552-b0df-4240-a792-3be8dff41a63 req-75e31dd4-b44d-4e9e-a203-aebafa1a0671 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:40.117016 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-70460552-b0df-4240-a792-3be8dff41a63 req-75e31dd4-b44d-4e9e-a203-aebafa1a0671 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0610950 Jun 22 00:52:40.152818 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-70460552-b0df-4240-a792-3be8dff41a63 req-1a2accfe-0fa5-40f4-9062-130363c0dc0f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302968 Jun 22 00:52:40.777351 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e717140-d07c-4d67-a5f6-91c6d37adad7 req-69d062e5-16fd-49d4-baed-bc1372494b32 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:40.777351 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1e717140-d07c-4d67-a5f6-91c6d37adad7 req-69d062e5-16fd-49d4-baed-bc1372494b32 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 943 time: 0.0655193 Jun 22 00:52:40.814386 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1e717140-d07c-4d67-a5f6-91c6d37adad7 req-855174a3-160c-4460-96d2-f6f0c4f87ace tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Jun 22 00:52:40.890980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca439b-a955-4c40-8dd4-49833eee5c39 req-3b65b1d6-6f8d-4ead-b85e-eea3c1152006 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:40.892420 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ebca439b-a955-4c40-8dd4-49833eee5c39 req-3b65b1d6-6f8d-4ead-b85e-eea3c1152006 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0622480 Jun 22 00:52:40.931679 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ebca439b-a955-4c40-8dd4-49833eee5c39 req-ea29b055-54f1-4935-a156-544f62c8d3a3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Jun 22 00:52:41.174961 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 0020ccca-8b9a-4f96-a1e0-702343065b42 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:52:41.195834 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56514) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:41.272977 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0020ccca-8b9a-4f96-a1e0-702343065b42,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:41.284957 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '0020ccca-8b9a-4f96-a1e0-702343065b42', 'network_id': '479d80d4-6aa3-4291-b848-08204e1f24d7', 'port_id': '0020ccca-8b9a-4f96-a1e0-702343065b42', 'mac_address': 'fa:16:3e:91:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fd3e97-11a2-4a6b-b076-ddcac7138901', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:52:41.301138 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-f8d3c5dd-a5df-4222-9ba0-43f71ea2e3d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037307 Jun 22 00:52:41.326227 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.339181 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0020ccca-8b9a-4f96-a1e0-702343065b42 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:52:41.362937 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0020ccca-8b9a-4f96-a1e0-702343065b42,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:41.373667 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:41.375748 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:41.428149 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:41.437806 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:41.827467 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['0020ccca-8b9a-4f96-a1e0-702343065b42'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:52:42.000665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373654a3-8b68-4042-a07a-106b9aab6da6 req-07f18571-8764-49b7-b0e7-9f50a744cdeb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.002286 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-373654a3-8b68-4042-a07a-106b9aab6da6 req-07f18571-8764-49b7-b0e7-9f50a744cdeb tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 944 time: 0.0746603 Jun 22 00:52:42.041071 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-373654a3-8b68-4042-a07a-106b9aab6da6 req-4dfa9b12-c54b-46d8-a3e6-ae99398ba837 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jun 22 00:52:42.118474 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555e409-8099-41ec-a730-ab3ce65787f5 req-4d57b253-5110-4cd2-869b-037e93b60fb5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.119932 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d555e409-8099-41ec-a730-ab3ce65787f5 req-4d57b253-5110-4cd2-869b-037e93b60fb5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0688856 Jun 22 00:52:42.158510 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d555e409-8099-41ec-a730-ab3ce65787f5 req-6a47c421-381c-445a-b62c-f0be976fc6aa tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Jun 22 00:52:42.839708 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-b96b554d-4fde-4a4d-ab51-d62d879c42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.841547 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-b96b554d-4fde-4a4d-ab51-d62d879c42bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 1097 time: 0.0822001 Jun 22 00:52:42.927691 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-1190d837-76cc-48c8-9fa6-ce0c47c9b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:42.929203 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-1190d837-76cc-48c8-9fa6-ce0c47c9b2c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1097 time: 0.0549319 Jun 22 00:52:43.017341 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-9304fb41-92bb-4767-b0dc-30946b51ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.018859 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-9304fb41-92bb-4767-b0dc-30946b51ad79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0834670 Jun 22 00:52:43.086710 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-d97085f8-07fd-41b8-b255-48653698aa64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 1000 time: 0.0617054 Jun 22 00:52:43.135243 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-27ff31a6-da70-4016-9998-b4313f780e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.136695 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-27ff31a6-da70-4016-9998-b4313f780e36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0441780 Jun 22 00:52:43.178507 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56564) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:43.203062 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-18b74b2b-1212-459f-9261-c0f9cff04a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.205506 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-18b74b2b-1212-459f-9261-c0f9cff04a9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621123 Jun 22 00:52:43.213877 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 0020ccca-8b9a-4f96-a1e0-702343065b42 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:52:43.236417 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9ae33-ad0a-4ff8-81d6-601bd60c3c5d req-10433d58-866a-4ede-8680-f433897a6401 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.243387 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0cd9ae33-ad0a-4ff8-81d6-601bd60c3c5d req-10433d58-866a-4ede-8680-f433897a6401 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 944 time: 0.0818679 Jun 22 00:52:43.287373 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0cd9ae33-ad0a-4ff8-81d6-601bd60c3c5d req-8ef00924-8328-49a6-aa22-f3f8896b5e80 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Jun 22 00:52:43.311711 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 0020ccca-8b9a-4f96-a1e0-702343065b42 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:52:43.315828 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 0020ccca-8b9a-4f96-a1e0-702343065b42 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:52:43.316213 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.330197 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.385091 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-4c22ac0c-91c0-43be-a8ad-cb00b7df7dad service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728120 Jun 22 00:52:43.400309 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.422857 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:52:43.425149 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3254976a-30fd-4499-8bd7-a742abbc01e0" -d '{"events": [{"server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "name": "network-vif-plugged", "status": "completed", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:52:43.437975 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0020ccca-8b9a-4f96-a1e0-702343065b42,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:52:43.442877 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.443735 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:52:43.445395 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:43.523064 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce408c-9669-4740-9347-44847d157d4d req-8ca22495-cc42-45b3-b5fc-d2bf4c823b6b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.524630 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-64ce408c-9669-4740-9347-44847d157d4d req-8ca22495-cc42-45b3-b5fc-d2bf4c823b6b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.1839912 Jun 22 00:52:43.561447 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-129a643d-4cd2-45ed-8cfd-60173ce0d78a req-5bb34ce6-5ccc-4226-973b-875b471b30ef service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686394 Jun 22 00:52:43.600691 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca573c77-f423-41bf-8e57-ebae9bd48a23 x-openstack-request-id: req-ca573c77-f423-41bf-8e57-ebae9bd48a23 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:52:43.600988 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "name": "network-vif-plugged", "status": "completed", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:52:43.601244 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca573c77-f423-41bf-8e57-ebae9bd48a23 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:52:43.601827 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42', 'code': 200} Jun 22 00:52:43.602997 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-64ce408c-9669-4740-9347-44847d157d4d req-f541eb01-6e71-4952-aa52-ae37c60bff48 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678318 Jun 22 00:52:43.620408 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.627310 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.631745 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-78462147-4174-4618-b3e7-dc80e51f94b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:43.649617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:43.665856 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:43.678664 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=573d7bd841e6418c8fb3988fda9e0f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4991400 Jun 22 00:52:43.680832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be2047b-88d8-40ec-a0dc-146630007ce1,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:43.682082 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56576) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:43.694858 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:43.736288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.760210 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.808149 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.811359 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:43.812488 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3be2047b-88d8-40ec-a0dc-146630007ce1 HTTP/1.1" status: 204 len: 168 time: 0.1292107 Jun 22 00:52:43.814066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d20a8b7b-4964-4d88-abe4-121626a957fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:43.818361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1b1e7-2f73-4a77-aba8-3eb3d7923855 req-6acba438-a0ce-4f8e-b118-9418fd360b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:43.819852 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6df1b1e7-2f73-4a77-aba8-3eb3d7923855 req-6acba438-a0ce-4f8e-b118-9418fd360b2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 1098 time: 0.0704427 Jun 22 00:52:43.824546 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be2047b-88d8-40ec-a0dc-146630007ce1,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:43.826826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:43.863679 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6df1b1e7-2f73-4a77-aba8-3eb3d7923855 req-b5209852-8770-46bd-9212-6270326aa384 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Jun 22 00:52:44.091493 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56592) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:44.109659 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.225233 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.231391 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.237758 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-fd16bb4c-2d95-4f0b-86e3-a0c865c2a616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:44.285857 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e4d68a2078a4a309130e9253feb34ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924560 Jun 22 00:52:44.286915 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355756b-6869-4206-adb5-72f1d725e39e,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:44.288500 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56602) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:44.290001 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:44.351731 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.379593 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.481648 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.484233 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:44.488353 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4355756b-6869-4206-adb5-72f1d725e39e HTTP/1.1" status: 204 len: 168 time: 0.1979661 Jun 22 00:52:44.490070 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bacb8872-58e2-4657-83e5-4d95d9833e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:44.508486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e48a9-cba1-4248-8b35-78763e68c228 req-e8d27618-19d9-4c79-a78a-730b4fb2e05a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:44.514472 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-761e48a9-cba1-4248-8b35-78763e68c228 req-e8d27618-19d9-4c79-a78a-730b4fb2e05a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0909503 Jun 22 00:52:44.516200 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355756b-6869-4206-adb5-72f1d725e39e,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:44.520044 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:44.567005 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-761e48a9-cba1-4248-8b35-78763e68c228 req-df152719-23b1-4434-8415-ace4c62af6e8 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479381 Jun 22 00:52:44.800953 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f690a7-fc36-45df-ad53-0b4a5802d0c9 req-b45352e3-3404-46d0-af7d-2f644d75d326 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:44.802494 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-94f690a7-fc36-45df-ad53-0b4a5802d0c9 req-b45352e3-3404-46d0-af7d-2f644d75d326 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0634198 Jun 22 00:52:44.846784 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-94f690a7-fc36-45df-ad53-0b4a5802d0c9 req-1aa43738-5a96-4ef1-bf6f-545dc6d1acd6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385592 Jun 22 00:52:45.763138 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8c39f-aaf1-4e54-b3d1-cbc68349e787 req-57f1e618-387b-4148-ad5f-4e77583f0090 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:45.764626 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-72e8c39f-aaf1-4e54-b3d1-cbc68349e787 req-57f1e618-387b-4148-ad5f-4e77583f0090 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0684173 Jun 22 00:52:45.810151 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-72e8c39f-aaf1-4e54-b3d1-cbc68349e787 req-27fcd8bc-8d0e-4ac3-bdb3-e4f3a1e64120 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393162 Jun 22 00:52:46.032610 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653765f-915f-497f-8a68-361ec0f692e1 req-349b8334-74de-4497-a31e-af9716010336 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:46.034069 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8653765f-915f-497f-8a68-361ec0f692e1 req-349b8334-74de-4497-a31e-af9716010336 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0689476 Jun 22 00:52:46.072077 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8653765f-915f-497f-8a68-361ec0f692e1 req-584d32c2-3ffe-4f83-8d8a-fc24d361abf5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322890 Jun 22 00:52:47.008975 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f429808-d207-45e5-b49b-46a2910a56a7 req-f793faf1-c6da-4cd7-b01c-375a6a1fba0d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.011186 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8f429808-d207-45e5-b49b-46a2910a56a7 req-f793faf1-c6da-4cd7-b01c-375a6a1fba0d tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0656345 Jun 22 00:52:47.053242 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8f429808-d207-45e5-b49b-46a2910a56a7 req-57d71176-a0d3-4d24-bec4-64368ef615a8 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Jun 22 00:52:47.253288 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47529d-c2db-4e73-93f8-aec0fad114a3 req-7defbfa0-55a3-4bce-b5d3-4d2e66b3fa96 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:47.254968 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e47529d-c2db-4e73-93f8-aec0fad114a3 req-7defbfa0-55a3-4bce-b5d3-4d2e66b3fa96 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0633945 Jun 22 00:52:47.294305 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e47529d-c2db-4e73-93f8-aec0fad114a3 req-6fa0dcf1-3cd8-47ad-9292-0e19efb5297b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330427 Jun 22 00:52:47.311907 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-bc19b5bd-037f-46b5-9ffe-60fbc18021fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:48.259788 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eebc57-f242-4306-894c-57eef926fa8e req-fef7b166-8b21-4778-9f32-685f8906148e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.261524 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-44eebc57-f242-4306-894c-57eef926fa8e req-fef7b166-8b21-4778-9f32-685f8906148e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0863333 Jun 22 00:52:48.309169 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-44eebc57-f242-4306-894c-57eef926fa8e req-88f7f967-04a7-4af7-b5a9-bb076c580748 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Jun 22 00:52:48.516921 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108f35b-e1b5-420f-9382-67c47e6ab74a req-8314e128-5baa-4a5e-9404-db79493ea0b4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:48.518500 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9108f35b-e1b5-420f-9382-67c47e6ab74a req-8314e128-5baa-4a5e-9404-db79493ea0b4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0868604 Jun 22 00:52:48.562357 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9108f35b-e1b5-420f-9382-67c47e6ab74a req-4cc2f0d3-f82a-4d1f-bf97-e24f5dcbb143 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371723 Jun 22 00:52:49.498371 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a127e2-dd7b-4384-8eb4-0526c680f939 req-408db38f-b774-4374-93c9-0a364d853f35 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:49.499834 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-77a127e2-dd7b-4384-8eb4-0526c680f939 req-408db38f-b774-4374-93c9-0a364d853f35 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0633724 Jun 22 00:52:49.537367 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-77a127e2-dd7b-4384-8eb4-0526c680f939 req-6a9e6342-170f-43a3-a531-4f0d7dfd4606 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jun 22 00:52:49.792156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7b0a8-8732-4fdf-8685-23de7e101ac4 req-55811f7d-b093-4045-91f3-1a5bfa72d8ce tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:49.793547 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3ae7b0a8-8732-4fdf-8685-23de7e101ac4 req-55811f7d-b093-4045-91f3-1a5bfa72d8ce tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0790427 Jun 22 00:52:49.839618 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3ae7b0a8-8732-4fdf-8685-23de7e101ac4 req-1eed08a9-1e5c-4531-8b6a-e2907bbf2a45 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Jun 22 00:52:50.048682 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6a51dd0c-2ea0-4155-a210-095a1d013322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.174698 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:50.710271 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4747e-f76e-4f7f-9e0b-c5040544aee5 req-ec063ef5-3888-4a34-b8f6-63ba9b9267e6 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:50.711638 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-40d4747e-f76e-4f7f-9e0b-c5040544aee5 req-ec063ef5-3888-4a34-b8f6-63ba9b9267e6 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0633519 Jun 22 00:52:50.750169 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-40d4747e-f76e-4f7f-9e0b-c5040544aee5 req-90f6e710-e419-4da3-9eaf-8d68670655a2 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Jun 22 00:52:51.046273 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b0f9-fe5b-4128-b2db-c78d8d793ff7 req-fd71d636-7cb9-4bc8-987f-6da304a9bed8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:51.047990 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b6c1b0f9-fe5b-4128-b2db-c78d8d793ff7 req-fd71d636-7cb9-4bc8-987f-6da304a9bed8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0833771 Jun 22 00:52:51.048580 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56708) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:51.114871 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b6c1b0f9-fe5b-4128-b2db-c78d8d793ff7 req-b2b5d3dd-6662-4b89-b521-084bccd5d7ac tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Jun 22 00:52:51.130379 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.178069 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.268251 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.272296 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.274914 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-311ed7be-5894-4a68-b9c4-6328afdefd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.312609 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=994865ba43b04680b60646b7f1f259b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627969 Jun 22 00:52:51.313817 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56de30c0-98fe-46d5-9254-e3dca4549078,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.315217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56712) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:52:51.317122 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.370246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.390936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.437715 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.440622 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:51.442447 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56de30c0-98fe-46d5-9254-e3dca4549078 HTTP/1.1" status: 204 len: 168 time: 0.1221294 Jun 22 00:52:51.443344 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7d56e376-9caf-4734-97bd-034720af4a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:52:51.451858 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56de30c0-98fe-46d5-9254-e3dca4549078,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:52:51.459973 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:52:51.943553 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfecec2-2cb1-474d-8387-6b47665f2ca4 req-91788090-9150-4087-bdac-35284e83e96c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:51.945189 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbfecec2-2cb1-474d-8387-6b47665f2ca4 req-91788090-9150-4087-bdac-35284e83e96c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0826981 Jun 22 00:52:51.986269 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fbfecec2-2cb1-474d-8387-6b47665f2ca4 req-99724d96-53df-48bb-811e-00fd311efad3 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Jun 22 00:52:52.346518 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5b248-b8b9-4230-9f1c-49fd72fdfb1d req-2228c776-aa57-4b58-b0f6-31d7bfcba171 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:52.348729 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8cf5b248-b8b9-4230-9f1c-49fd72fdfb1d req-2228c776-aa57-4b58-b0f6-31d7bfcba171 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0674012 Jun 22 00:52:52.388158 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8cf5b248-b8b9-4230-9f1c-49fd72fdfb1d req-06cf91b8-d1d2-4c41-bd99-060203344525 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337508 Jun 22 00:52:52.504773 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.172243 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c10c8-d48a-4ee4-b755-4e9438391c6e req-122bfb33-d780-4c62-b31f-579f3c8abf32 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:53.173913 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-949c10c8-d48a-4ee4-b755-4e9438391c6e req-122bfb33-d780-4c62-b31f-579f3c8abf32 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0660110 Jun 22 00:52:53.452043 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-949c10c8-d48a-4ee4-b755-4e9438391c6e req-8543cb8a-14e3-4b15-8f32-cad4014e0de9 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721565 Jun 22 00:52:53.503040 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:52:53.580269 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d940f-3752-4539-aca0-07cd260c59dd req-454fc2a1-28f8-4771-834a-91a2d28443bf tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:53.582273 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d40d940f-3752-4539-aca0-07cd260c59dd req-454fc2a1-28f8-4771-834a-91a2d28443bf tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0683188 Jun 22 00:52:53.641518 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d40d940f-3752-4539-aca0-07cd260c59dd req-9c55d7c6-0f8c-42cd-be2e-29592baeddb6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Jun 22 00:52:54.625827 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccc6f0-45d5-4f76-b3f0-e8a3472261f3 req-a627f988-d755-4c14-aeb1-d911758e024e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:54.627281 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6fccc6f0-45d5-4f76-b3f0-e8a3472261f3 req-a627f988-d755-4c14-aeb1-d911758e024e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0636346 Jun 22 00:52:54.663989 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6fccc6f0-45d5-4f76-b3f0-e8a3472261f3 req-8966ab38-2322-4ebf-97ab-204df5759095 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311410 Jun 22 00:52:54.831553 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e57b7-5565-4f10-8b75-8b9d06cd2843 req-1ce6c359-fafd-4baa-bc74-b43d105005d1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:54.833313 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cf5e57b7-5565-4f10-8b75-8b9d06cd2843 req-1ce6c359-fafd-4baa-bc74-b43d105005d1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0653069 Jun 22 00:52:54.883067 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cf5e57b7-5565-4f10-8b75-8b9d06cd2843 req-95b43520-6980-4855-b7dd-495adc16e3cc tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432913 Jun 22 00:52:55.257047 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:52:55.852193 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f911f2c-c93d-424b-80df-4397544efe2f req-0864b9e2-0175-4bf2-b6d5-68562cd4900c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:55.853930 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0f911f2c-c93d-424b-80df-4397544efe2f req-0864b9e2-0175-4bf2-b6d5-68562cd4900c tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0642276 Jun 22 00:52:55.895735 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0f911f2c-c93d-424b-80df-4397544efe2f req-9e762895-afad-4ac3-888a-a4450d11c217 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Jun 22 00:52:56.072187 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e50af-3da9-4d34-901b-8b28c34b125b req-739ed8ea-f6a4-42fd-96ae-2433e01f2acf tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:56.073706 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-862e50af-3da9-4d34-901b-8b28c34b125b req-739ed8ea-f6a4-42fd-96ae-2433e01f2acf tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0692713 Jun 22 00:52:56.116265 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-862e50af-3da9-4d34-901b-8b28c34b125b req-99153696-6583-49e1-a3fc-b459e52a34af tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362854 Jun 22 00:52:57.067678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69d69b-ca6e-4210-bc85-6d368704a446 req-c96996e0-ef9c-47b7-9707-2ebb75488780 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:57.069093 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9d69d69b-ca6e-4210-bc85-6d368704a446 req-c96996e0-ef9c-47b7-9707-2ebb75488780 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0602021 Jun 22 00:52:57.108898 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9d69d69b-ca6e-4210-bc85-6d368704a446 req-def5bc46-0e24-424d-b0d0-4b616c52c66e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339289 Jun 22 00:52:57.302062 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73e188-66d8-4acd-b25e-138f7c6ef99f req-2018806f-bef5-4fab-b061-f68d15b9b761 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:57.304744 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4a73e188-66d8-4acd-b25e-138f7c6ef99f req-2018806f-bef5-4fab-b061-f68d15b9b761 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0701590 Jun 22 00:52:57.342900 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4a73e188-66d8-4acd-b25e-138f7c6ef99f req-2005a9e4-4c1e-4859-bca8-d6bdbf5123e5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329762 Jun 22 00:52:58.277295 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89795e-d56b-4564-a260-08385948750c req-da345600-dd1e-4eaa-a8e5-8d9dfc294942 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:58.279498 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fd89795e-d56b-4564-a260-08385948750c req-da345600-dd1e-4eaa-a8e5-8d9dfc294942 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0611804 Jun 22 00:52:58.315381 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fd89795e-d56b-4564-a260-08385948750c req-43ca486d-dab5-4d7c-8ce7-1767ec397d96 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303519 Jun 22 00:52:58.516983 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15311e-ccf2-4c09-8318-0ce6adb372af req-bc498ebe-ffb4-49b7-9c09-30b5dfddb4ed tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:58.518540 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0e15311e-ccf2-4c09-8318-0ce6adb372af req-bc498ebe-ffb4-49b7-9c09-30b5dfddb4ed tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0620470 Jun 22 00:52:58.553836 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0e15311e-ccf2-4c09-8318-0ce6adb372af req-3a8da85c-f9cb-4140-a12a-2edacbb637fe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298228 Jun 22 00:52:59.362051 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-7f3b3708-d658-42f3-8007-82fc3cfd22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.363657 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-7f3b3708-d658-42f3-8007-82fc3cfd22e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1097 time: 0.0565183 Jun 22 00:52:59.469877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-172af1d9-3abc-4b42-a1e3-97651542201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.471342 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-172af1d9-3abc-4b42-a1e3-97651542201d service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0868833 Jun 22 00:52:59.489249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae803b48-c3bf-4483-9cfb-dee38b5ee7b0 req-3bdc434f-ace6-43d8-8370-1a91b71b478e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.491295 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ae803b48-c3bf-4483-9cfb-dee38b5ee7b0 req-3bdc434f-ace6-43d8-8370-1a91b71b478e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0682960 Jun 22 00:52:59.532091 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ae803b48-c3bf-4483-9cfb-dee38b5ee7b0 req-90bf2367-25e4-4378-baca-2639adb5b752 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jun 22 00:52:59.543353 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-1200827b-19e0-4010-994b-e169888ce049 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 200 len: 1000 time: 0.0648890 Jun 22 00:52:59.592722 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-32b038ce-a93b-4c20-939c-8a5e1543c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.594259 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-32b038ce-a93b-4c20-939c-8a5e1543c739 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0433590 Jun 22 00:52:59.650934 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-650ec6e6-a34e-4f8a-8af1-42d68c60d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.652401 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-650ec6e6-a34e-4f8a-8af1-42d68c60d34b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508659 Jun 22 00:52:59.781160 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-96dc973d-9301-43ca-b109-fa21e0d39676 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218913 Jun 22 00:52:59.791115 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3517b-4c12-4449-a704-79a0e797faf7 req-bea05114-4e66-4908-917d-4749a8763e5d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:52:59.792430 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5fb3517b-4c12-4449-a704-79a0e797faf7 req-bea05114-4e66-4908-917d-4749a8763e5d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.1253145 Jun 22 00:52:59.878229 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5fb3517b-4c12-4449-a704-79a0e797faf7 req-9ac9bbfd-9807-49cd-9562-b72fcd9b145f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767694 Jun 22 00:52:59.899060 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d24d245e-3742-4185-b1aa-82ef4d8f20ba req-77d30bc6-6abd-4e09-af97-ff2dc5de0291 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057508 Jun 22 00:53:00.706726 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedfa14-330b-439f-85ca-9d42d4ba6bad req-510cedf0-d3a1-4525-a6e4-713fb0cacd01 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:00.708322 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ebedfa14-330b-439f-85ca-9d42d4ba6bad req-510cedf0-d3a1-4525-a6e4-713fb0cacd01 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0664165 Jun 22 00:53:00.744943 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ebedfa14-330b-439f-85ca-9d42d4ba6bad req-4b1fa614-79c5-4d5b-beb3-ba916ddd4504 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Jun 22 00:53:01.058804 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caecdf-80a9-4623-92dc-6054fe149a19 req-6b2966e1-7b6f-48a6-9d6b-b46a933df16a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:01.060406 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-60caecdf-80a9-4623-92dc-6054fe149a19 req-6b2966e1-7b6f-48a6-9d6b-b46a933df16a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0681555 Jun 22 00:53:01.112443 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-60caecdf-80a9-4623-92dc-6054fe149a19 req-cd6045c9-7985-492e-b332-a3a59287d44d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460811 Jun 22 00:53:02.314441 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6569620-d076-4641-bf9d-27ae1ddb315c req-76791081-cf0f-4cc2-ae30-097bf4e3c28f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:02.315910 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f6569620-d076-4641-bf9d-27ae1ddb315c req-76791081-cf0f-4cc2-ae30-097bf4e3c28f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 944 time: 0.0685012 Jun 22 00:53:02.354566 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f6569620-d076-4641-bf9d-27ae1ddb315c req-61b7f8f6-a334-4039-93e2-98935c08ffc2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Jun 22 00:53:02.496586 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 56882) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.596092 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.680996 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.684715 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.688523 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3fd358e3-533b-447f-a63a-8486e24f04aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.722071 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f479e25480b4ba7a31617061afa7832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244205 Jun 22 00:53:02.722964 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29943e76-1ef3-4dfc-be0f-004dee87a79f,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.725476 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 56886) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:02.726023 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:02.774263 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.795887 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.841997 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.844664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:02.845839 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29943e76-1ef3-4dfc-be0f-004dee87a79f HTTP/1.1" status: 204 len: 168 time: 0.1201103 Jun 22 00:53:02.846609 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:02.853771 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29943e76-1ef3-4dfc-be0f-004dee87a79f,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:02.860634 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.861017 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.861392 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.861785 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.862146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.862514 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.862980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.863348 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.863707 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.864072 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.864422 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.864773 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:02.867853 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:03.271512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:53:03.366354 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:03.377876 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e19d6b75-860d-4909-9579-e092b65e1925', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e19d6b75-860d-4909-9579-e092b65e1925', 'mac_address': 'fa:16:3e:2f:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:53:03.422705 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.436839 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:53:03.461361 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:03.465087 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:03.467425 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:03.524455 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=9']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:03.528037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:03.565253 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38b412-a79f-4597-8513-e47c2e6f4b7b req-66516b09-3458-47de-ba96-6093aa5483a8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:03.567367 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c38b412-a79f-4597-8513-e47c2e6f4b7b req-66516b09-3458-47de-ba96-6093aa5483a8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0747724 Jun 22 00:53:03.603737 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c38b412-a79f-4597-8513-e47c2e6f4b7b req-af678e04-3626-49b0-acdf-8c3d521adb92 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Jun 22 00:53:03.907573 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e19d6b75-860d-4909-9579-e092b65e1925'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:53:04.782129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d960f-9048-4333-974c-6c849890a08f req-50cbcaf7-43a0-407b-8477-405e2c13e2e2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:04.783495 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-523d960f-9048-4333-974c-6c849890a08f req-50cbcaf7-43a0-407b-8477-405e2c13e2e2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 945 time: 0.0652997 Jun 22 00:53:04.820262 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-523d960f-9048-4333-974c-6c849890a08f req-f799f0cc-8926-4fc7-81bd-7753e837582e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312951 Jun 22 00:53:05.286771 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:05.335758 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e19d6b75-860d-4909-9579-e092b65e1925 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:05.336211 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.422910 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.446190 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:05.451378 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c5055a-84f9-4a56-b318-8dbacc9971ef" -d '{"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:05.467222 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:05.472225 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:05.477003 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:05.507464 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c171f5e4-fb08-466c-9d4c-fef73c563162 x-openstack-request-id: req-c171f5e4-fb08-466c-9d4c-fef73c563162 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:05.507780 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-plugged", "status": "completed", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:05.508023 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c171f5e4-fb08-466c-9d4c-fef73c563162 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:05.508405 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'code': 200} Jun 22 00:53:05.533083 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=10']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:05.536727 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:06.000460 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c13b3e-8a41-4f11-851e-d71c239e2895 req-8715dc38-cc80-4335-9a58-b43b80fa0c9a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:06.001939 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-35c13b3e-8a41-4f11-851e-d71c239e2895 req-8715dc38-cc80-4335-9a58-b43b80fa0c9a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0637591 Jun 22 00:53:06.039051 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-35c13b3e-8a41-4f11-851e-d71c239e2895 req-c1257979-ba9d-4e7f-91c2-835f62a9d78a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Jun 22 00:53:06.074051 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba063aa-9e49-4799-a175-40dff645cf76 req-5e7a5d18-2977-4347-b6f8-e054ebec0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:06.076055 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8ba063aa-9e49-4799-a175-40dff645cf76 req-5e7a5d18-2977-4347-b6f8-e054ebec0ef8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 1100 time: 0.0544076 Jun 22 00:53:06.107161 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8ba063aa-9e49-4799-a175-40dff645cf76 req-19a37a8c-23a1-4aa7-9e02-b3d0061eab95 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256577 Jun 22 00:53:07.215578 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf209549-01bd-4099-ab29-902833171c6e req-c3671427-0472-4c09-a11d-bfb46b0c3094 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:07.217035 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf209549-01bd-4099-ab29-902833171c6e req-c3671427-0472-4c09-a11d-bfb46b0c3094 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0624545 Jun 22 00:53:07.256174 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf209549-01bd-4099-ab29-902833171c6e req-54390c98-18f9-4ce4-b6f1-3d88f0fc9052 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336297 Jun 22 00:53:08.432371 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd4a33-f534-4669-8649-ef2f5fef1ee5 req-ed1407e7-4393-4ee2-aaeb-7c56b6eff6a2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:08.433854 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f4dd4a33-f534-4669-8649-ef2f5fef1ee5 req-ed1407e7-4393-4ee2-aaeb-7c56b6eff6a2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0626361 Jun 22 00:53:08.471739 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f4dd4a33-f534-4669-8649-ef2f5fef1ee5 req-29096dfd-21f2-4fff-8c70-9880f343ad45 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Jun 22 00:53:09.647615 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da95f-080a-4319-abc0-db4eb2e84f9c req-fd6e4ef7-0bc3-4a3b-9151-2a4417e3961c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:09.649075 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c7da95f-080a-4319-abc0-db4eb2e84f9c req-fd6e4ef7-0bc3-4a3b-9151-2a4417e3961c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0623989 Jun 22 00:53:09.685033 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c7da95f-080a-4319-abc0-db4eb2e84f9c req-cd7e40d1-301e-4187-bf80-6abc1d44105c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297534 Jun 22 00:53:17.316893 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-5b9b3e72-787d-4a1a-9ca4-baa4635af139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.053130 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7ded4cc2-607a-4f8b-8e68-5a058b296fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.175387 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:20.870639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935d60-148b-43b0-b5ca-466a422e0865 req-2c63ceee-2ced-4e01-b357-3e42e809f5da tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:20.872176 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0f935d60-148b-43b0-b5ca-466a422e0865 req-2c63ceee-2ced-4e01-b357-3e42e809f5da tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0678315 Jun 22 00:53:20.911558 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0f935d60-148b-43b0-b5ca-466a422e0865 req-29a620d5-9f13-4421-8031-36f5d5a2e808 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jun 22 00:53:21.129665 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:22.087878 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769df84-21f6-4eef-8f67-415482ec084f req-464f22e4-ea72-4534-9dff-30c3a78c6599 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:22.089317 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3769df84-21f6-4eef-8f67-415482ec084f req-464f22e4-ea72-4534-9dff-30c3a78c6599 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0689301 Jun 22 00:53:22.127651 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3769df84-21f6-4eef-8f67-415482ec084f req-4e70e42a-f7c5-4e1a-8691-4227362db586 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Jun 22 00:53:22.507456 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:23.306081 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6892-e96c-45d8-aaaf-bb4f04295331 req-036b868c-70d0-4a35-9c42-00c89ffa7ee4 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:23.307542 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c76a6892-e96c-45d8-aaaf-bb4f04295331 req-036b868c-70d0-4a35-9c42-00c89ffa7ee4 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0682602 Jun 22 00:53:23.344429 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c76a6892-e96c-45d8-aaaf-bb4f04295331 req-dbbc7777-0b38-48af-811f-b80d15d384e0 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jun 22 00:53:23.489281 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:24.511717 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11c11b-931b-4e59-9216-6d8c20cf7fdd req-9f91a386-97d6-4c11-bb1b-1462636fcab0 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:24.513110 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d11c11b-931b-4e59-9216-6d8c20cf7fdd req-9f91a386-97d6-4c11-bb1b-1462636fcab0 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0608451 Jun 22 00:53:24.549673 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8d11c11b-931b-4e59-9216-6d8c20cf7fdd req-9fb0486c-1138-4876-85d9-5cee76e6b7f6 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Jun 22 00:53:25.536065 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4298b58-aef8-4150-a5e2-9e2351bef5da req-78e162f1-81b8-4ee2-8997-1ed0bee19751 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:25.537413 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4298b58-aef8-4150-a5e2-9e2351bef5da req-78e162f1-81b8-4ee2-8997-1ed0bee19751 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0606899 Jun 22 00:53:25.577723 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4298b58-aef8-4150-a5e2-9e2351bef5da req-a638b14c-e819-40cd-9ce1-cf978accc1a6 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345149 Jun 22 00:53:25.723042 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b78731-1be4-4d11-9958-78c46fff1af7 req-1b7c5f44-ffce-487a-a596-7982da8c6e35 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:25.724479 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f0b78731-1be4-4d11-9958-78c46fff1af7 req-1b7c5f44-ffce-487a-a596-7982da8c6e35 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0615709 Jun 22 00:53:25.765710 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f0b78731-1be4-4d11-9958-78c46fff1af7 req-a4c48d85-50c4-43ba-beaf-17429980098a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347664 Jun 22 00:53:26.145009 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-4f4227d1-b320-45af-8027-8c2152f3644e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:26.146434 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-4f4227d1-b320-45af-8027-8c2152f3644e tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 945 time: 0.0596972 Jun 22 00:53:26.245687 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Deleting port 0020ccca-8b9a-4f96-a1e0-702343065b42 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:53:26.245946 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:26.332907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] For port 0020ccca-8b9a-4f96-a1e0-702343065b42, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=0020ccca-8b9a-4f96-a1e0-702343065b42,segment=NetworkSegment(54e01946-83ee-4912-b2c9-78143339449e),segment_id=54e01946-83ee-4912-b2c9-78143339449e)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:26.333262 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:26.395862 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Calling delete_port for 0020ccca-8b9a-4f96-a1e0-702343065b42 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:53:26.518212 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:26.521879 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:26.544774 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Pushing event deleted for resources: {'Port': ['ID=0020ccca-8b9a-4f96-a1e0-702343065b42,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:26.548206 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:26.558265 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['0020ccca-8b9a-4f96-a1e0-702343065b42'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:53:26.590280 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] No DVR routers for this DVR port 0020ccca-8b9a-4f96-a1e0-702343065b42 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:53:26.593078 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:26.595009 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d8abcde5-68af-4137-b11e-80b3429ad9da req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.23 "DELETE /v2.0/ports/0020ccca-8b9a-4f96-a1e0-702343065b42 HTTP/1.1" status: 204 len: 173 time: 0.4399104 Jun 22 00:53:26.595506 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'name': 'network-vif-deleted', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:53:26.597799 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202bda3a-50d2-4421-b0b4-1a17d47573db" -d '{"events": [{"server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "name": "network-vif-deleted", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:53:26.633114 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df9b62-835e-44ca-9128-907ab2b0ecad x-openstack-request-id: req-24df9b62-835e-44ca-9128-907ab2b0ecad {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:53:26.633516 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de54ac52-5ea5-4bb8-892b-1cf30de76383", "name": "network-vif-deleted", "tag": "0020ccca-8b9a-4f96-a1e0-702343065b42", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:53:26.633809 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24df9b62-835e-44ca-9128-907ab2b0ecad {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:53:26.634264 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de54ac52-5ea5-4bb8-892b-1cf30de76383', 'name': 'network-vif-deleted', 'tag': '0020ccca-8b9a-4f96-a1e0-702343065b42', 'status': 'completed', 'code': 200} Jun 22 00:53:26.760679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ec1fc-0841-44d4-ad95-ed7500528796 req-71cc7a48-6e47-4883-8e88-90ac7f520d36 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:26.762762 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8d1ec1fc-0841-44d4-ad95-ed7500528796 req-71cc7a48-6e47-4883-8e88-90ac7f520d36 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0645483 Jun 22 00:53:26.801311 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8d1ec1fc-0841-44d4-ad95-ed7500528796 req-f5e2ee2b-d8e8-4852-be8a-954e9a6878af tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327728 Jun 22 00:53:26.917152 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ac260390-5b82-48ba-a38b-b37d7fd0d97b req-38fa64b5-3f85-4124-a97b-682ad31f08e3 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] 10.222.0.21 "GET /v2.0/ports?device_id=de54ac52-5ea5-4bb8-892b-1cf30de76383 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Jun 22 00:53:27.972080 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae71c93-f5aa-4afd-bff1-446ce0a7865d req-59732964-5acd-4ae3-9830-4a0e092295a1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:27.973572 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6ae71c93-f5aa-4afd-bff1-446ce0a7865d req-59732964-5acd-4ae3-9830-4a0e092295a1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0629561 Jun 22 00:53:28.012262 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6ae71c93-f5aa-4afd-bff1-446ce0a7865d req-f648f404-91a4-4a63-88f0-162960f97198 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325830 Jun 22 00:53:29.179555 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a54e32-a224-4da0-bc6f-c936215f9de6 req-4677f50a-60d8-440e-b29b-62acbc5a4f81 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:29.180893 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4a54e32-a224-4da0-bc6f-c936215f9de6 req-4677f50a-60d8-440e-b29b-62acbc5a4f81 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0603685 Jun 22 00:53:29.217054 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4a54e32-a224-4da0-bc6f-c936215f9de6 req-4fdcbe68-415f-49f9-bc16-0bd8b851f032 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305994 Jun 22 00:53:29.402776 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 0020ccca-8b9a-4f96-a1e0-702343065b42 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:53:29.421656 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 0020ccca-8b9a-4f96-a1e0-702343065b42 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:53:29.422019 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 0020ccca-8b9a-4f96-a1e0-702343065b42 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:53:30.386481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50e552-6ac1-4e3d-9e4f-74b431468323 req-fdf9f610-d95b-4955-9a01-c95ac4f4dbb1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:30.388559 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8c50e552-6ac1-4e3d-9e4f-74b431468323 req-fdf9f610-d95b-4955-9a01-c95ac4f4dbb1 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0648365 Jun 22 00:53:30.424884 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8c50e552-6ac1-4e3d-9e4f-74b431468323 req-80d239f3-60cf-4dce-b64a-606f5313ad65 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307660 Jun 22 00:53:31.595210 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edf3ae-99ad-41b1-9b9d-7f7a1e9ac328 req-feb4a9a6-4fcb-45cf-b682-693947fd433a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:31.597261 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-12edf3ae-99ad-41b1-9b9d-7f7a1e9ac328 req-feb4a9a6-4fcb-45cf-b682-693947fd433a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0655866 Jun 22 00:53:31.634677 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-12edf3ae-99ad-41b1-9b9d-7f7a1e9ac328 req-527eed2e-7c64-4161-b4dd-cbd5c4514314 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Jun 22 00:53:32.255995 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:53:32.803313 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c18c8b-e163-437f-ae9a-22e081ce9e9e req-b6125c5b-4c5e-47ac-9787-fccef83ffc4d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:32.804640 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-09c18c8b-e163-437f-ae9a-22e081ce9e9e req-b6125c5b-4c5e-47ac-9787-fccef83ffc4d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0615344 Jun 22 00:53:32.840674 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-09c18c8b-e163-437f-ae9a-22e081ce9e9e req-e612b198-9f53-498c-90ba-159506591848 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299714 Jun 22 00:53:34.012482 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3915578-bf1a-4e1c-80b6-fe31943faeb2 req-91abeea7-cf0f-459c-8ca7-473718d4b2c6 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:34.013968 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c3915578-bf1a-4e1c-80b6-fe31943faeb2 req-91abeea7-cf0f-459c-8ca7-473718d4b2c6 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0650554 Jun 22 00:53:34.050684 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c3915578-bf1a-4e1c-80b6-fe31943faeb2 req-4a9c85bf-163a-4011-8813-db40017c48e4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311115 Jun 22 00:53:35.221916 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8ed94-5c27-4c8d-800d-8309aa6f8279 req-a9fcca62-2dcd-4224-9a19-b95fa780a343 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:35.223280 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d3a8ed94-5c27-4c8d-800d-8309aa6f8279 req-a9fcca62-2dcd-4224-9a19-b95fa780a343 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0614104 Jun 22 00:53:35.268246 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d3a8ed94-5c27-4c8d-800d-8309aa6f8279 req-40eb1416-5c25-477d-8a9a-38f0943947de tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 Jun 22 00:53:36.435716 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077671da-6aa4-410b-83f3-c8b522b73979 req-cc244845-b303-4359-8b89-3333d013df0c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:36.437149 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-077671da-6aa4-410b-83f3-c8b522b73979 req-cc244845-b303-4359-8b89-3333d013df0c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0601425 Jun 22 00:53:36.474172 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-077671da-6aa4-410b-83f3-c8b522b73979 req-caf89c45-71a8-4833-8475-a73a33150b26 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Jun 22 00:53:37.648332 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71053b1-4113-4d29-a226-8144ee5598a7 req-71e2826e-5488-4e71-a779-599d8ddcdcad tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:37.649947 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f71053b1-4113-4d29-a226-8144ee5598a7 req-71e2826e-5488-4e71-a779-599d8ddcdcad tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0672228 Jun 22 00:53:37.686749 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f71053b1-4113-4d29-a226-8144ee5598a7 req-4b212f88-dbc2-4020-8c64-2f5c17362639 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Jun 22 00:53:38.858217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4e928-6097-4145-980e-0fe0830710f5 req-e43eb885-8452-4887-90b4-57befd08c915 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:38.859675 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a8b4e928-6097-4145-980e-0fe0830710f5 req-e43eb885-8452-4887-90b4-57befd08c915 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0656686 Jun 22 00:53:38.899885 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a8b4e928-6097-4145-980e-0fe0830710f5 req-b896fb25-3a79-48e5-bfe0-420349e20f52 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343039 Jun 22 00:53:40.067649 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099fc44-170b-40d0-94d7-bbd8717b4001 req-a4b3fe37-389e-4d65-8d4d-e87f39aa20b8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:40.069139 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9099fc44-170b-40d0-94d7-bbd8717b4001 req-a4b3fe37-389e-4d65-8d4d-e87f39aa20b8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0624092 Jun 22 00:53:40.106282 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9099fc44-170b-40d0-94d7-bbd8717b4001 req-94a85af9-cdfb-4f5c-9812-d267481e3d48 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Jun 22 00:53:41.283398 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3777a-23c1-4d94-89fa-ab3c18961ff1 req-2baf616b-591a-4900-bd3b-69df10ade331 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.284923 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-adc3777a-23c1-4d94-89fa-ab3c18961ff1 req-2baf616b-591a-4900-bd3b-69df10ade331 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0699303 Jun 22 00:53:41.322686 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-adc3777a-23c1-4d94-89fa-ab3c18961ff1 req-1765e657-b7f4-4161-8246-67a4d3221a8d tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Jun 22 00:53:41.657078 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c1356-9c4f-4c18-83f4-cf1fe66439db req-9489bcd2-3f67-4efc-9932-ccb870b6ecb0 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.658627 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-802c1356-9c4f-4c18-83f4-cf1fe66439db req-9489bcd2-3f67-4efc-9932-ccb870b6ecb0 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0672314 Jun 22 00:53:41.693498 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b600-b720-4060-b509-e83e107b4582 req-86df0a9c-7a76-4de0-b224-6b42fef84f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.694952 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-86df0a9c-7a76-4de0-b224-6b42fef84f1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 1099 time: 0.0548942 Jun 22 00:53:41.695104 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-802c1356-9c4f-4c18-83f4-cf1fe66439db req-903e0f73-084f-4363-892e-067746bbb292 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309062 Jun 22 00:53:41.782073 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b600-b720-4060-b509-e83e107b4582 req-7b3652aa-0ebe-4a3a-99ed-1775369a3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.783397 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-7b3652aa-0ebe-4a3a-99ed-1775369a3b9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.0810411 Jun 22 00:53:41.847578 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-84a79c0a-ee92-4d63-b82d-b2f6d05ccf7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 200 len: 1001 time: 0.0581577 Jun 22 00:53:41.893014 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b600-b720-4060-b509-e83e107b4582 req-df830cb3-6648-4663-98b3-885be829ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.894371 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-df830cb3-6648-4663-98b3-885be829ed84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0408509 Jun 22 00:53:41.948317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b600-b720-4060-b509-e83e107b4582 req-843ea69d-fc49-43ff-b8a0-ab0978e9c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:41.949788 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-843ea69d-fc49-43ff-b8a0-ab0978e9c360 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0493913 Jun 22 00:53:42.036087 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-2ef50e5d-92d3-40d9-a79e-439870af4d32 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797255 Jun 22 00:53:42.343716 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7ee7b600-b720-4060-b509-e83e107b4582 req-9d717373-7c2f-46ea-b37b-a26ee6e57630 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016410 Jun 22 00:53:42.867807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fee03d-a22d-4767-bb61-82f1b23338bf req-cb05f3cd-baf3-4722-be29-c84118d3602a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:42.869304 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5fee03d-a22d-4767-bb61-82f1b23338bf req-cb05f3cd-baf3-4722-be29-c84118d3602a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0625346 Jun 22 00:53:42.909554 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5fee03d-a22d-4767-bb61-82f1b23338bf req-7ed33840-6dd3-4b55-a2d2-e3b40f913feb tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345209 Jun 22 00:53:44.088524 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204948e-f9a4-4fa6-b74c-c7d013eadcfc req-9bfb9352-28e9-4de4-b0a9-f15b8578d41b tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:44.089992 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9204948e-f9a4-4fa6-b74c-c7d013eadcfc req-9bfb9352-28e9-4de4-b0a9-f15b8578d41b tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0654101 Jun 22 00:53:44.125209 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9204948e-f9a4-4fa6-b74c-c7d013eadcfc req-20e596b0-4207-41ec-bdcb-397a8bd65247 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296221 Jun 22 00:53:46.922884 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57212) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:46.967225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Deleting subnet 29fd3e97-11a2-4a6b-b076-ddcac7138901 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:53:46.970143 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.002249 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.038879 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.101790 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.104599 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:47.126835 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fd3e97-11a2-4a6b-b076-ddcac7138901,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:47.129918 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:47.131006 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.133632 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29fd3e97-11a2-4a6b-b076-ddcac7138901 HTTP/1.1" status: 204 len: 168 time: 0.2095516 Jun 22 00:53:47.135255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57214) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:47.199488 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.274795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.285400 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479d80d4-6aa3-4291-b848-08204e1f24d7']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:47.295309 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e01946-83ee-4912-b2c9-78143339449e') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:47.295605 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e01946-83ee-4912-b2c9-78143339449e') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:47.303903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.318293 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.318519 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-29672aaf-5ba5-4675-b3e2-e4661edccbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.325222 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:53:47.325637 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:53:47.327842 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:53:47.381034 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.384826 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-db858059-4e50-49ab-9ec7-5c3bfdf1601b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:47.387982 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.390091 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/479d80d4-6aa3-4291-b848-08204e1f24d7 HTTP/1.1" status: 204 len: 168 time: 0.2537036 Jun 22 00:53:47.403695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=479d80d4-6aa3-4291-b848-08204e1f24d7,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:47.406076 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c722dc8b-9854-4842-bbbd-22a40eda9a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:47.495276 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57218) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:47.532968 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d399a669-38e9-4756-9533-0d5932a0d150 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c2c4d33360d45de9802ccfc57364ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364997 Jun 22 00:53:47.535252 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57220) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:47.580993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.601633 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.645258 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.647849 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:47.648942 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca21f7f5-9be2-44eb-a555-a3d33fddb9ac HTTP/1.1" status: 204 len: 168 time: 0.1128223 Jun 22 00:53:47.649697 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ffe38397-1b6e-4400-81c9-3dac50911d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:47.656649 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca21f7f5-9be2-44eb-a555-a3d33fddb9ac,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:47.659156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:48.274735 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57242) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:48.365947 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1108497877-network', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:48.386865 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Made reservation on behalf of 2cf394d6fc5c4824a9ceadcac75515d8 for: {'network': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:48.389308 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.397506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.483922 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.487722 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.491274 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2671d594-e25d-46eb-89fb-35898235f568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:48.508093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=104337) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:53:48.522538 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47b3ae-0cb0-410f-ba8d-5edbe03cbd09,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:48.524684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.525026 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.segments_db [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Added segment 657d1fc8-2fab-42f1-be47-bf2234a3109d of type vlan for network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 Jun 22 00:53:48.540517 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.540890 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.541262 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.541647 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.542001 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.542350 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.542702 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.543050 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.543399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.543800 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.544091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.544430 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:48.551527 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:48.582057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.610076 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.611321 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:48.611890 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.614624 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:48.656510 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806989 Jun 22 00:53:48.659739 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57246) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:48.664904 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Request body: {'subnet': {'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1108497877-subnet', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:48.668374 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Pushing event updated for resources: {'Network': ['ID=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:48.671833 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:48.679001 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:53:48.686452 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Made reservation on behalf of 2cf394d6fc5c4824a9ceadcac75515d8 for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:48.688739 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801094'] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.848002 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4772364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4801140'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.850795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:48.903157 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f43fa886-b9b3-46ed-a452-d6a88807f87d,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:48.908651 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:48.911250 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Checking segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:48.911604 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Network hostable DHCP agents. Network: ba455ca4-cfe3-45a5-880d-06ce9c0c74c7, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:53:48.927070 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:53:48.935862 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, ba455ca4-cfe3-45a5-880d-06ce9c0c74c7) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:48.939982 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:48.940853 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.945211 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c58a85-699b-4641-aeed-3a093f5b8af9 None None] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:48.958015 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0ec9eeec-0b04-46ab-8eed-415adb3734da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2970359 Jun 22 00:53:48.958723 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57248) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:48.963352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:48.983610 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:48.984960 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.038828 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.101170 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:53:49.102035 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.173611 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.230215 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Allocated IP 172.20.0.2 (ba455ca4-cfe3-45a5-880d-06ce9c0c74c7/f43fa886-b9b3-46ed-a452-d6a88807f87d/683a8e25-c8f1-490d-a304-612b0c4040d1) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:49.368887 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.376479 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.387818 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Transition to ACTIVE for port object 683a8e25-c8f1-490d-a304-612b0c4040d1 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:49.388060 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.406790 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Transition to ACTIVE for port object 683a8e25-c8f1-490d-a304-612b0c4040d1 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:49.413643 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.415591 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:49.456875 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:49.459732 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:49.464137 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:49.469102 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Pushing event updated for resources: {'Port': ['ID=683a8e25-c8f1-490d-a304-612b0c4040d1,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:49.478181 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.478534 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.478883 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.479226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.479575 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.479909 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.480244 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.480576 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.480910 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.481242 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.481596 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.481926 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:49.503220 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:49.504311 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Allocated IP 172.28.2.105 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/30bb6321-6418-41ae-b3fc-84e61cfe8363) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:49.534956 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Attempting to bind port 683a8e25-c8f1-490d-a304-612b0c4040d1 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:49.535333 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Attempting to bind port 683a8e25-c8f1-490d-a304-612b0c4040d1 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:49.535698 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Attempting to bind port 683a8e25-c8f1-490d-a304-612b0c4040d1 on network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:49.540446 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:49.540829 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Checking segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:49.541233 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.541675 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Bound using segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:49.542139 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Bound port: 683a8e25-c8f1-490d-a304-612b0c4040d1, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:49.542522 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.601334 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] For port 683a8e25-c8f1-490d-a304-612b0c4040d1, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:49.604244 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] For port 683a8e25-c8f1-490d-a304-612b0c4040d1, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=683a8e25-c8f1-490d-a304-612b0c4040d1,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:49.608713 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.609199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.610874 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:49.646490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:49.649399 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8383f519-24f0-4f11-b0a8-aafc69c42721 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:49.663341 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Pushing event updated for resources: {'Port': ['ID=683a8e25-c8f1-490d-a304-612b0c4040d1,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:49.666548 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:49.692144 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:49.694922 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:49.697328 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:49.723733 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Pushing event updated for resources: {'Port': ['ID=30bb6321-6418-41ae-b3fc-84e61cfe8363,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:49.726612 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:49.977286 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.053725 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-43ee09ba-cbe6-4424-b545-bdbf0efd6be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.174372 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.177070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.301847 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Router 0739f920-92d9-43df-a56e-9b07e1047c8a is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:53:50.410502 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:50.422034 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Sync routers for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:50.426913 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.428201 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4683204 Jun 22 00:53:50.431265 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57250) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:50.431690 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:50.432329 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:50.522560 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed7a36-a6fe-4860-a30f-02a8b23eadfa None None] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:50.583562 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:50.656846 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-f9eec565-d550-49ee-9cbd-87af16f3363f None None] Provisioning for port 683a8e25-c8f1-490d-a304-612b0c4040d1 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:50.690727 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 683a8e25-c8f1-490d-a304-612b0c4040d1 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:50.856528 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 683a8e25-c8f1-490d-a304-612b0c4040d1 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:50.867862 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 683a8e25-c8f1-490d-a304-612b0c4040d1 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:50.868245 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:50.943217 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:49Z', 'revision_number': 3, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:50.990385 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Checking router: 0739f920-92d9-43df-a56e-9b07e1047c8a for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:50.990757 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Updating router 0739f920-92d9-43df-a56e-9b07e1047c8a port 30bb6321-6418-41ae-b3fc-84e61cfe8363 binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:53:51.028264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.042771 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.115361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.233130 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 683a8e25-c8f1-490d-a304-612b0c4040d1, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=683a8e25-c8f1-490d-a304-612b0c4040d1,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:51.240847 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.273163 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Allocated IP 172.20.0.1 (ba455ca4-cfe3-45a5-880d-06ce9c0c74c7/f43fa886-b9b3-46ed-a452-d6a88807f87d/ee09b678-a792-4e71-8094-64bdc27c117f) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:51.282771 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.287985 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:51.314863 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-98f6537e-bc40-405d-aebe-602687fa239c None None] Provisioning complete for port 683a8e25-c8f1-490d-a304-612b0c4040d1 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:51.315251 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-98f6537e-bc40-405d-aebe-602687fa239c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.381907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.395960 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Transition to ACTIVE for port object ee09b678-a792-4e71-8094-64bdc27c117f will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:51.428500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.430612 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d377883e-02a4-447a-b5f7-8c99d2f68f6d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:51.431961 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=683a8e25-c8f1-490d-a304-612b0c4040d1,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:51.435092 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:51.470100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:51.472986 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:51.476314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:51.503597 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Pushing event updated for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:51.507606 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:51.519155 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.577497 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.589331 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Transition to ACTIVE for port object 30bb6321-6418-41ae-b3fc-84e61cfe8363 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:51.601554 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.604620 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:51.651922 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Attempting to bind port 30bb6321-6418-41ae-b3fc-84e61cfe8363 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:51.652330 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Attempting to bind port 30bb6321-6418-41ae-b3fc-84e61cfe8363 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:51.652724 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Attempting to bind port 30bb6321-6418-41ae-b3fc-84e61cfe8363 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:51.661786 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Pushing event updated for resources: {'Port': ['ID=30bb6321-6418-41ae-b3fc-84e61cfe8363,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:51.664200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:51.664583 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:51.664994 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.665383 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:51.665880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Bound port: 30bb6321-6418-41ae-b3fc-84e61cfe8363, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:51.666261 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.667905 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:51.671457 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.720271 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] For port 30bb6321-6418-41ae-b3fc-84e61cfe8363, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:51.723927 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] For port 30bb6321-6418-41ae-b3fc-84e61cfe8363, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=30bb6321-6418-41ae-b3fc-84e61cfe8363,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:51.730931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.733426 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:51.770022 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-cf915663-54a8-48ac-bb43-55d1e05f8c8e None None] Provisioning for port ee09b678-a792-4e71-8094-64bdc27c117f completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:51.783946 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-cf915663-54a8-48ac-bb43-55d1e05f8c8e None None] Provisioning complete for port ee09b678-a792-4e71-8094-64bdc27c117f triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:51.784324 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cf915663-54a8-48ac-bb43-55d1e05f8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.821692 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:51.822397 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:51.828551 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Pushing event updated for resources: {'Port': ['ID=30bb6321-6418-41ae-b3fc-84e61cfe8363,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:51.831591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.836795 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.838780 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-be982015-424c-458d-b7e3-d7460b326fed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:51.863319 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:51.875744 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-cf915663-54a8-48ac-bb43-55d1e05f8c8e None None] Port ee09b678-a792-4e71-8094-64bdc27c117f cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:51.906035 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Pushing event updated for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:51.909530 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:51.916120 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:51.942013 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:51.999131 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:52.000587 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:52.125736 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Router 0739f920-92d9-43df-a56e-9b07e1047c8a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:53:52.149140 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 1, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:52.178568 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71080f-8b60-4bd6-b865-397602c89fb6 None None] The sync data for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb is: [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 1, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:52.199884 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-7c86818f-4277-4eb2-b806-ad4878b80002 None None] Provisioning complete for port ee09b678-a792-4e71-8094-64bdc27c117f triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:52.200337 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7c86818f-4277-4eb2-b806-ad4878b80002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.232918 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-7c86818f-4277-4eb2-b806-ad4878b80002 None None] Port ee09b678-a792-4e71-8094-64bdc27c117f cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:52.240042 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:52.245018 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] 10.222.0.21 "PUT /v2.0/routers/0739f920-92d9-43df-a56e-9b07e1047c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127542 Jun 22 00:53:52.516926 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.649741 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 683a8e25-c8f1-490d-a304-612b0c4040d1 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:52.701847 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 683a8e25-c8f1-490d-a304-612b0c4040d1 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:52.702307 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.735074 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57266) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:52.742074 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1546365120-network', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:52.767442 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Made reservation on behalf of efbc88861318469bbb72d5a2a1602833 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:52.769873 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.779706 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.900826 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.905399 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.908417 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-635fe0b7-1fd4-4bf3-bf04-e65fae74869b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:52.937885 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:53:52.947878 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484cd9ed-b13b-4e1f-b405-5d8873ae8fed,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:52.951745 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:52.955052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:52.955400 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Added segment c4270492-6336-4a1b-baab-413d01197231 of type vlan for network 725cac45-db86-4ea8-a749-cc804722768a Jun 22 00:53:52.998961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.033066 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.033985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:53.034572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.036774 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-729ec52d-cb5b-4811-b3a5-b6fa2407cc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:53.091473 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3552525 Jun 22 00:53:53.094331 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57268) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:53.096999 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Pushing event updated for resources: {'Network': ['ID=725cac45-db86-4ea8-a749-cc804722768a,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:53.099704 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:53.107019 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 725cac45-db86-4ea8-a749-cc804722768a details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:53:53.107179 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Request body: {'subnet': {'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1546365120-subnet', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:53.128832 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Made reservation on behalf of efbc88861318469bbb72d5a2a1602833 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:53:53.131489 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6194931'] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.304091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5715504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6194881'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.306297 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dc26a596-7e95-4ff5-b8b9-d7a3ac17570e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:53.370096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d8118b-d2ad-4de2-86fb-60e936238afd,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:53.374066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:53.377782 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Checking segment: {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:53.378169 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Network hostable DHCP agents. Network: 725cac45-db86-4ea8-a749-cc804722768a, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:53:53.399295 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Network 725cac45-db86-4ea8-a749-cc804722768a is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:53:53.410545 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 725cac45-db86-4ea8-a749-cc804722768a) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:53.414644 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:53:53.415239 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.419448 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf79a2-25da-4fca-afb1-31dc4bae73b9 None None] Network 725cac45-db86-4ea8-a749-cc804722768a requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:53.433040 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c0aaeb55-460f-4d98-b797-51b080861937 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3346865 Jun 22 00:53:53.433243 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57272) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:53.437698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:53.458503 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.459891 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.504032 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.510682 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.571096 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-725cac45-db86-4ea8-a749-cc804722768a', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:53:53.572703 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.648906 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.713898 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Allocated IP 172.20.0.2 (725cac45-db86-4ea8-a749-cc804722768a/54d8118b-d2ad-4de2-86fb-60e936238afd/ceba665d-0f86-490e-9c95-5198a3539f58) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:53.839899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.861200 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.864707 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.873814 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Transition to ACTIVE for port object ceba665d-0f86-490e-9c95-5198a3539f58 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:53.888032 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Transition to ACTIVE for port object ceba665d-0f86-490e-9c95-5198a3539f58 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:53.894459 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:53.897118 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:53.942622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Network 725cac45-db86-4ea8-a749-cc804722768a is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:53.946829 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:53.948782 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Pushing event updated for resources: {'Port': ['ID=ceba665d-0f86-490e-9c95-5198a3539f58,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:53.952131 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:53.959324 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:53.961226 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Allocated IP 172.28.2.210 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/ae91f887-9c25-4864-8091-9b42d148df95) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:54.007929 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Attempting to bind port ceba665d-0f86-490e-9c95-5198a3539f58 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:54.008318 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Attempting to bind port ceba665d-0f86-490e-9c95-5198a3539f58 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:54.008695 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Attempting to bind port ceba665d-0f86-490e-9c95-5198a3539f58 on network 725cac45-db86-4ea8-a749-cc804722768a {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:54.013718 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:54.014107 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Checking segment: {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:54.014530 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.014942 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Bound using segment: {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:54.015421 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Bound port: ceba665d-0f86-490e-9c95-5198a3539f58, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:54.015808 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.072700 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.082483 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] For port ceba665d-0f86-490e-9c95-5198a3539f58, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:54.085593 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] For port ceba665d-0f86-490e-9c95-5198a3539f58, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ceba665d-0f86-490e-9c95-5198a3539f58,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:54.089861 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.093153 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.114205 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.117678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dd15b1e6-002f-4348-ad61-b381075f4801 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.146124 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Pushing event updated for resources: {'Port': ['ID=ceba665d-0f86-490e-9c95-5198a3539f58,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:54.149210 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:54.164872 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:54.165055 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Sync routers for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:54.167894 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:54.171098 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:54.174272 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:54.174902 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:54.204905 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Pushing event updated for resources: {'Port': ['ID=ae91f887-9c25-4864-8091-9b42d148df95,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:54.208010 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:54.285424 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:54.464848 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.499611 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 2, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:54.525472 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Checking router: 0739f920-92d9-43df-a56e-9b07e1047c8a for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:54.525846 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Updating router 0739f920-92d9-43df-a56e-9b07e1047c8a port ee09b678-a792-4e71-8094-64bdc27c117f binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:53:54.557770 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.662283 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.693178 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 30bb6321-6418-41ae-b3fc-84e61cfe8363 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:54.739939 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 30bb6321-6418-41ae-b3fc-84e61cfe8363 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:54.745183 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 30bb6321-6418-41ae-b3fc-84e61cfe8363 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:54.745787 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.794763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Router d3279aca-c12c-4042-90b5-7d92c9ab431a is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:53:54.833821 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.852422 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.856558 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 30bb6321-6418-41ae-b3fc-84e61cfe8363, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=30bb6321-6418-41ae-b3fc-84e61cfe8363,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:54.862151 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.863724 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ceba665d-0f86-490e-9c95-5198a3539f58 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:54.865053 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Transition to ACTIVE for port object ee09b678-a792-4e71-8094-64bdc27c117f will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:54.868653 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.873532 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.883726 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-69bec327-8733-4f87-a745-114f770b209e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:54.934254 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:54.965667 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:54.967326 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5330603 Jun 22 00:53:54.970185 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57276) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:54.970684 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Pushing event updated for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:55.015117 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.016813 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.017192 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.017817 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.018223 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.018645 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.019043 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.021999 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.022623 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.023038 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.024232 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.024651 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:53:55.053550 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:55.057573 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Sync routers for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:55.063881 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Attempting to bind port ee09b678-a792-4e71-8094-64bdc27c117f on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:55.064346 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Attempting to bind port ee09b678-a792-4e71-8094-64bdc27c117f by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:55.064796 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Attempting to bind port ee09b678-a792-4e71-8094-64bdc27c117f on network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:55.071068 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:55.071533 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Checking segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:55.072007 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.072471 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Bound using segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:55.073016 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Bound port: ee09b678-a792-4e71-8094-64bdc27c117f, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:55.073477 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.130741 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:55.131477 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:55.156775 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] For port ee09b678-a792-4e71-8094-64bdc27c117f, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:55.160945 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] For port ee09b678-a792-4e71-8094-64bdc27c117f, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ee09b678-a792-4e71-8094-64bdc27c117f,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:55.170081 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.184990 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=30bb6321-6418-41ae-b3fc-84e61cfe8363,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:55.193763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:55.196097 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:55.248424 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:55.249110 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:55.258852 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port ceba665d-0f86-490e-9c95-5198a3539f58 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:55.309925 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:55.348586 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4c966-1d9b-46e4-8980-f13104fbce21 None None] Network 725cac45-db86-4ea8-a749-cc804722768a requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:53:55.392207 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Pushing event updated for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:55.401236 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:55.417229 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:55.506066 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Provisioning for port ceba665d-0f86-490e-9c95-5198a3539f58 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:55.524843 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Provisioning complete for port ceba665d-0f86-490e-9c95-5198a3539f58 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:55.525265 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.721044 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.726838 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 3, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:55.736367 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.745208 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:55Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:55.765032 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Checking router: d3279aca-c12c-4042-90b5-7d92c9ab431a for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:53:55.765393 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Updating router d3279aca-c12c-4042-90b5-7d92c9ab431a port ae91f887-9c25-4864-8091-9b42d148df95 binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:53:55.775179 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1854df12-920d-48e2-a9c6-aff67b6ec5fe None None] The sync data for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb is: [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:55Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:55.816914 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] For port ceba665d-0f86-490e-9c95-5198a3539f58, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ceba665d-0f86-490e-9c95-5198a3539f58,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:55.824540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.826789 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:55.828893 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:55.923947 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Allocated IP 172.20.0.1 (725cac45-db86-4ea8-a749-cc804722768a/54d8118b-d2ad-4de2-86fb-60e936238afd/9718b484-1f08-4c96-8960-c5de14a4fc24) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:53:55.972757 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Pushing event updated for resources: {'Port': ['ID=ceba665d-0f86-490e-9c95-5198a3539f58,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:55.990380 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:56.054767 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.070566 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Transition to ACTIVE for port object 9718b484-1f08-4c96-8960-c5de14a4fc24 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:56.109773 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.112861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6f643546-c139-4d6f-aad1-df23aaaaed42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:56.148911 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Network 725cac45-db86-4ea8-a749-cc804722768a is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:56.153346 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:56.156351 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:53:56.181899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Pushing event updated for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:56.185973 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:56.203963 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.207874 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.220113 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Transition to ACTIVE for port object ae91f887-9c25-4864-8091-9b42d148df95 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:53:56.223948 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-9a47d3d0-eb91-4610-b388-b6dbcdc6cb06 None None] Provisioning complete for port ceba665d-0f86-490e-9c95-5198a3539f58 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:56.224146 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-9a47d3d0-eb91-4610-b388-b6dbcdc6cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.245589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.249517 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:56.319653 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Pushing event updated for resources: {'Port': ['ID=ae91f887-9c25-4864-8091-9b42d148df95,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:56.322488 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:56.323444 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Attempting to bind port ae91f887-9c25-4864-8091-9b42d148df95 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:53:56.323827 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Attempting to bind port ae91f887-9c25-4864-8091-9b42d148df95 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:53:56.324202 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Attempting to bind port ae91f887-9c25-4864-8091-9b42d148df95 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:53:56.360603 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:53:56.361002 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:53:56.361419 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.361896 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:53:56.362353 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Bound port: ae91f887-9c25-4864-8091-9b42d148df95, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:53:56.362734 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.378678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.427880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] For port ae91f887-9c25-4864-8091-9b42d148df95, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:53:56.431266 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] For port ae91f887-9c25-4864-8091-9b42d148df95, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ae91f887-9c25-4864-8091-9b42d148df95,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:53:56.438141 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.440140 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:56.496566 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:56.497264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:56.502042 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Pushing event updated for resources: {'Port': ['ID=ae91f887-9c25-4864-8091-9b42d148df95,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:56.536709 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:56.560921 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-dede4508-9b81-4e84-907e-ceb85c2f6e53 None None] Provisioning for port 9718b484-1f08-4c96-8960-c5de14a4fc24 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:56.562764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.566757 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.568879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:56.591019 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-dede4508-9b81-4e84-907e-ceb85c2f6e53 None None] Provisioning complete for port 9718b484-1f08-4c96-8960-c5de14a4fc24 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:56.591955 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-dede4508-9b81-4e84-907e-ceb85c2f6e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.634844 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.636585 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Pushing event updated for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:56.640361 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:56.642459 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-dede4508-9b81-4e84-907e-ceb85c2f6e53 None None] Port 9718b484-1f08-4c96-8960-c5de14a4fc24 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:56.644984 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:53:56.718086 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ee09b678-a792-4e71-8094-64bdc27c117f up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:56.730080 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Network 725cac45-db86-4ea8-a749-cc804722768a is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:53:56.731290 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:53:56.847687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Router d3279aca-c12c-4042-90b5-7d92c9ab431a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:53:56.946254 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port ee09b678-a792-4e71-8094-64bdc27c117f completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:56.952090 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ee09b678-a792-4e71-8094-64bdc27c117f triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:56.952547 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:56.958613 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:53:56.963589 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] 10.222.0.21 "PUT /v2.0/routers/d3279aca-c12c-4042-90b5-7d92c9ab431a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9918675 Jun 22 00:53:57.020335 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-6ed024a2-1083-484a-a7ef-8ca0fbfbbf78 None None] Provisioning complete for port 9718b484-1f08-4c96-8960-c5de14a4fc24 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:57.020745 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6ed024a2-1083-484a-a7ef-8ca0fbfbbf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.085030 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-6ed024a2-1083-484a-a7ef-8ca0fbfbbf78 None None] Port 9718b484-1f08-4c96-8960-c5de14a4fc24 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:53:57.098554 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '9718b484-1f08-4c96-8960-c5de14a4fc24', 'name': '', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'mac_address': 'fa:16:3e:ac:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:55Z', 'updated_at': '2021-06-22T00:53:55Z', 'revision_number': 1, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'subnets': [{'id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:57.127158 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4544e37-b42d-44de-b0c2-a9f196291060 None None] The sync data for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb is: [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '9718b484-1f08-4c96-8960-c5de14a4fc24', 'name': '', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'mac_address': 'fa:16:3e:ac:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:55Z', 'updated_at': '2021-06-22T00:53:55Z', 'revision_number': 1, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'subnets': [{'id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:53:57.128766 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.166533 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port ee09b678-a792-4e71-8094-64bdc27c117f, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ee09b678-a792-4e71-8094-64bdc27c117f,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:57.171589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.172493 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 30bb6321-6418-41ae-b3fc-84e61cfe8363 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:57.174692 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.246268 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.250411 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.258604 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 30bb6321-6418-41ae-b3fc-84e61cfe8363 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:57.258604 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.354700 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ceba665d-0f86-490e-9c95-5198a3539f58 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:57.408843 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ceba665d-0f86-490e-9c95-5198a3539f58 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:57.409232 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.545359 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57284) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:57.550394 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470248124', 'description': 'tempest-secgroup-smoke-470248124 description', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:57.572849 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.658621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.662314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.664973 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cf3d76fc-01bd-4afb-8118-b297b1874ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.689493 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.690956 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1441784 Jun 22 00:53:57.694076 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57286) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:57.695077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.697799 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.703974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:57.731633 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.792063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.795369 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.800869 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.814286 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c28cec2-1dc5-4f9c-b340-90d145336a9e,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.818517 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.819812 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.823755 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3605ddcb-c518-422b-b798-d0e6a503e74a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286399 Jun 22 00:53:57.824064 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57288) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:57.829983 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:57.854211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.918987 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.923194 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.925258 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b02305dd-8172-40ce-bd67-eaa73a767484 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:57.948449 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb9c5e4-fbe4-4ef6-862f-13e04c125a7c,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:57.951272 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:57.952416 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272943 Jun 22 00:53:57.953275 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:57.955221 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57290) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:57.959921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:57.984306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.038102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.041396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.043451 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-67c58ad0-cb24-4053-bf79-afda5310b94c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.063606 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5870274-110f-4a7c-8cfd-4d49e120302f,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.066362 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:58.067596 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.068736 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125257 Jun 22 00:53:58.071452 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57292) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:58.075708 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:58.100571 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.156842 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.160677 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.165925 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b3da90c6-e483-449b-98ef-fd056c2b5f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.180558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cabba4-fdbf-4c3b-896c-43dce69b7534,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.183376 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:58.189428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.190910 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183064 Jun 22 00:53:58.193639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57294) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:58.198057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:58.219198 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.securitygroups_db [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Project 2cf394d6fc5c4824a9ceadcac75515d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:53:58.223824 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.280536 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.283868 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.285878 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-71710c26-3864-469f-88e8-4138c87f4cea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.301209 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48852d46-1c01-44a0-8501-8caadc89a176,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.303802 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:58.306905 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.308163 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-bb7c902f-6cfb-455b-93ff-1fdf1f508d28 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135397 Jun 22 00:53:58.311160 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57296) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:53:58.315666 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'security_group_rule': {'security_group_id': '06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f', 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:53:58.336107 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.securitygroups_db [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Project 2cf394d6fc5c4824a9ceadcac75515d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:53:58.340635 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.398566 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.401995 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.404257 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4a92ad41-78a2-4af4-9484-c217998c2e2e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.420346 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4a0578-b3ef-436d-8286-6196f696e1ac,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.423988 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:58.429404 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.430601 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2a2a64f1-5c58-4a2e-b083-c7b9de7b2527 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185038 Jun 22 00:53:58.720031 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ae91f887-9c25-4864-8091-9b42d148df95 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:58.774303 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port ae91f887-9c25-4864-8091-9b42d148df95 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:53:58.779274 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ae91f887-9c25-4864-8091-9b42d148df95 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:58.779668 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.863541 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.890863 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port ae91f887-9c25-4864-8091-9b42d148df95, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ae91f887-9c25-4864-8091-9b42d148df95,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:53:58.894721 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:58.895726 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ee09b678-a792-4e71-8094-64bdc27c117f up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:53:58.897472 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:53:58.957075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=ae91f887-9c25-4864-8091-9b42d148df95,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:53:58.979128 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:53:59.012682 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ee09b678-a792-4e71-8094-64bdc27c117f triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:53:59.013126 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:53:59.838077 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Sync routers for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:53:59.848483 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:53:59.849073 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:53:59.957453 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:00.152431 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '9718b484-1f08-4c96-8960-c5de14a4fc24', 'name': '', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'mac_address': 'fa:16:3e:ac:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:55Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 2, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'subnets': [{'id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:00.178193 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Checking router: d3279aca-c12c-4042-90b5-7d92c9ab431a for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:00.178557 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Updating router d3279aca-c12c-4042-90b5-7d92c9ab431a port 9718b484-1f08-4c96-8960-c5de14a4fc24 binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:54:00.212937 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.464714 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.474044 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Transition to ACTIVE for port object 9718b484-1f08-4c96-8960-c5de14a4fc24 will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:00.478730 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.481394 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:00.550528 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1993-82f9-4360-97be-0b5a1a21d4b6 None None] Pushing event updated for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:00.554539 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-908b1993-82f9-4360-97be-0b5a1a21d4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:00.615944 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Attempting to bind port 9718b484-1f08-4c96-8960-c5de14a4fc24 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:54:00.616320 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Attempting to bind port 9718b484-1f08-4c96-8960-c5de14a4fc24 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:54:00.616952 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Attempting to bind port 9718b484-1f08-4c96-8960-c5de14a4fc24 on network 725cac45-db86-4ea8-a749-cc804722768a {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:00.622208 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:54:00.622621 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Checking segment: {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:54:00.623028 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.623421 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Bound using segment: {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:54:00.623906 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Bound port: 9718b484-1f08-4c96-8960-c5de14a4fc24, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4270492-6336-4a1b-baab-413d01197231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '725cac45-db86-4ea8-a749-cc804722768a'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:54:00.624427 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.645500 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ae91f887-9c25-4864-8091-9b42d148df95 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:00.692385 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ae91f887-9c25-4864-8091-9b42d148df95 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:00.692772 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.693273 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] For port 9718b484-1f08-4c96-8960-c5de14a4fc24, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:54:00.696269 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] For port 9718b484-1f08-4c96-8960-c5de14a4fc24, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=9718b484-1f08-4c96-8960-c5de14a4fc24,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:54:00.701632 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:00.705566 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:00.761044 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:00.761687 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:53:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:00.802567 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1993-82f9-4360-97be-0b5a1a21d4b6 None None] Pushing event updated for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:00.806874 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-908b1993-82f9-4360-97be-0b5a1a21d4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:00.876433 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:01.077943 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '9718b484-1f08-4c96-8960-c5de14a4fc24', 'name': '', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'mac_address': 'fa:16:3e:ac:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:55Z', 'updated_at': '2021-06-22T00:54:00Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'subnets': [{'id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:01.107866 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ba88e8-fcc1-41cc-beb1-1acfdd3f5a90 None None] The sync data for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb is: [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:56Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '9718b484-1f08-4c96-8960-c5de14a4fc24', 'name': '', 'network_id': '725cac45-db86-4ea8-a749-cc804722768a', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'mac_address': 'fa:16:3e:ac:e6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:55Z', 'updated_at': '2021-06-22T00:54:00Z', 'revision_number': 4, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'subnets': [{'id': '54d8118b-d2ad-4de2-86fb-60e936238afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:02.652500 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 9718b484-1f08-4c96-8960-c5de14a4fc24 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:02.704203 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 9718b484-1f08-4c96-8960-c5de14a4fc24 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:02.707913 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 9718b484-1f08-4c96-8960-c5de14a4fc24 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:02.708224 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:02.783761 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:02.816529 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 9718b484-1f08-4c96-8960-c5de14a4fc24, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=9718b484-1f08-4c96-8960-c5de14a4fc24,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:02.820051 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:02.822800 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:02.865520 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:02.868493 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:04.635296 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 9718b484-1f08-4c96-8960-c5de14a4fc24 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:04.681686 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 9718b484-1f08-4c96-8960-c5de14a4fc24 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:04.682070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:09.254577 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:54:17.319739 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71bff787-4384-4eb5-9908-89fcf3e60dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:18.846453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f45e44-71eb-4e4c-8623-a53c3b4f44ac req-1354e01f-f410-4ba2-b1a0-dcb73e912dab tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:18.847882 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-51f45e44-71eb-4e4c-8623-a53c3b4f44ac req-1354e01f-f410-4ba2-b1a0-dcb73e912dab tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0616949 Jun 22 00:54:18.885680 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-51f45e44-71eb-4e4c-8623-a53c3b4f44ac req-eeded711-7fda-4986-a4c8-60a297b1ed07 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Jun 22 00:54:19.127929 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-589289cb-7f4d-4171-8dcc-0ee4d51c20ec tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470248124&fields=id&tenant_id=2cf394d6fc5c4824a9ceadcac75515d8 HTTP/1.1" status: 200 len: 267 time: 0.0335438 Jun 22 00:54:19.228489 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-f04c7b3e-2f1a-4e12-b644-cabe928db265 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:19.229835 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-f04c7b3e-2f1a-4e12-b644-cabe928db265 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 809 time: 0.0954926 Jun 22 00:54:19.244014 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-ca41a10b-79c8-47a8-aacc-c365d6c8e076 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/quotas/2cf394d6fc5c4824a9ceadcac75515d8 HTTP/1.1" status: 200 len: 375 time: 0.0084050 Jun 22 00:54:19.311693 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-f0f50cb4-0d34-4e3f-b8e3-c58a2fc904b5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629649 Jun 22 00:54:19.484825 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-df79870f-2e21-490b-85c5-236388b4e8ec service neutron] 10.222.0.21 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614857 Jun 22 00:54:19.578084 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-2147e9cc-17c2-44c0-b454-a238c4d97929 service neutron] 10.222.0.21 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876071 Jun 22 00:54:19.867834 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c58c86b5-b6b1-44c7-b26d-5c0368785f17 req-3073dca8-9bcb-4ad5-a703-06a63eb84f44 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 210 time: 0.0282795 Jun 22 00:54:20.054823 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8d249cd7-2fa4-4262-a97d-2279854a4de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:20.062459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43fc07-154a-479e-bb2e-d751fc641326 req-5d24465e-e111-4931-b387-f8e685a5d667 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:20.063944 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3d43fc07-154a-479e-bb2e-d751fc641326 req-5d24465e-e111-4931-b387-f8e685a5d667 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0628755 Jun 22 00:54:20.102152 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3d43fc07-154a-479e-bb2e-d751fc641326 req-92b5c5a3-a98f-4a7b-b5d9-ba49256a1964 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Jun 22 00:54:20.181185 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:20.699623 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-b7580bc2-a575-4f8c-b804-3eeadec2aa0c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:20.701021 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-b7580bc2-a575-4f8c-b804-3eeadec2aa0c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 947 time: 0.0651820 Jun 22 00:54:20.795703 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Deleting port e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:54:20.795960 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:20.889589 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] For port e19d6b75-860d-4909-9579-e092b65e1925, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e19d6b75-860d-4909-9579-e092b65e1925,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:20.890291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.040943 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3880f162-e23b-4af7-bbe2-2c88fb7bc03e req-30e0e6de-8561-42e0-9b98-07535dc1a59c tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 210 time: 0.0590243 Jun 22 00:54:21.144655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.168308 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.168699 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.169244 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.l3_db [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Floating IP 1bc4e53f-ebd5-4191-aefc-4f2685198ef0 disassociated. External IP: 172.28.2.108, port: e19d6b75-860d-4909-9579-e092b65e1925. Jun 22 00:54:21.169804 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Calling delete_port for e19d6b75-860d-4909-9579-e092b65e1925 owned by compute:nova {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:54:21.224483 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-2842e0ec-6729-4c0f-8580-f3fa47958e91 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.226248 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-2842e0ec-6729-4c0f-8580-f3fa47958e91 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 809 time: 0.1315839 Jun 22 00:54:21.303183 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.307551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6da5506c-cd30-4849-91af-a7df84ac8168 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:21.319658 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-8f6d738b-9a1d-4a27-a2de-61dbf496598a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf394d6fc5c4824a9ceadcac75515d8 HTTP/1.1" status: 200 len: 379 time: 0.0767825 Jun 22 00:54:21.331644 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'port': {'device_id': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'admin_state_up': True, 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'security_groups': ['06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f']}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:21.334159 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'Port': ['ID=e19d6b75-860d-4909-9579-e092b65e1925,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:21.344877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.345350 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.345745 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.346114 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.346470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.346837 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.347180 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.347528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.347877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.348224 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.348570 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.348919 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:21.352608 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:21.352756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677e3dd-b998-4597-9ea6-d55259abb226 req-45a306f4-13d4-4b90-b868-3ed18488bd46 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:21.354234 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a677e3dd-b998-4597-9ea6-d55259abb226 req-45a306f4-13d4-4b90-b868-3ed18488bd46 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=23a38744-f084-4a89-8d39-b6fb2d65ba9e HTTP/1.1" status: 200 len: 868 time: 0.1205711 Jun 22 00:54:21.443364 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a677e3dd-b998-4597-9ea6-d55259abb226 req-5db82e8b-45e0-4db3-9c95-e2eae9554765 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b5a1f5c-2c7e-4e2a-889a-fd127876d296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615950 Jun 22 00:54:21.468662 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:54:21.481677 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Made reservation on behalf of 2cf394d6fc5c4824a9ceadcac75515d8 for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:54:21.486647 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.605891 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:54:21.618331 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:54:21.631996 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:21.632863 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:21.651590 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] No DVR routers for this DVR port e19d6b75-860d-4909-9579-e092b65e1925 on host hv-cinder-75330 {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:54:21.655356 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.657483 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a5be7a86-746c-48c4-a9fb-fb1147cf357e req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "DELETE /v2.0/ports/e19d6b75-860d-4909-9579-e092b65e1925 HTTP/1.1" status: 204 len: 173 time: 0.9500837 Jun 22 00:54:21.658172 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-deleted', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:21.661458 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a4d9b-a8ac-4fc1-bf59-8e809c23d8c9" -d '{"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-deleted", "tag": "e19d6b75-860d-4909-9579-e092b65e1925"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:21.665732 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Allocated IP 172.20.0.11 (ba455ca4-cfe3-45a5-880d-06ce9c0c74c7/f43fa886-b9b3-46ed-a452-d6a88807f87d/90abd9eb-2b22-4723-b965-666b588c34e2) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:21.817647 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f0b40-0673-4b3a-9da1-a8af5b9eab7e x-openstack-request-id: req-3a9f0b40-0673-4b3a-9da1-a8af5b9eab7e {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:21.817914 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a38744-f084-4a89-8d39-b6fb2d65ba9e", "name": "network-vif-deleted", "tag": "e19d6b75-860d-4909-9579-e092b65e1925", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:21.818123 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:21.818253 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a9f0b40-0673-4b3a-9da1-a8af5b9eab7e {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:21.818687 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a38744-f084-4a89-8d39-b6fb2d65ba9e', 'name': 'network-vif-deleted', 'tag': 'e19d6b75-860d-4909-9579-e092b65e1925', 'status': 'completed', 'code': 200} Jun 22 00:54:21.890439 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.912146 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Transition to ACTIVE for port object 90abd9eb-2b22-4723-b965-666b588c34e2 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:21.965802 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:21.971368 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7f30a28a-2944-4f51-aae2-7d22ef40e570 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:22.018892 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:22.027672 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:22.032086 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:22.040172 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:22.056470 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:22.061833 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:22.093197 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:22.102707 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:22.103605 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:22.127177 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:22.127853 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.157209 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319321 Jun 22 00:54:22.255946 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Request body: {'port': {'device_id': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:22.359298 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.382842 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6da42b-3c63-45d3-82c8-b121ce50f887 req-23ee3bde-365b-4b88-816b-3c56abee381d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:22.390511 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ac6da42b-3c63-45d3-82c8-b121ce50f887 req-23ee3bde-365b-4b88-816b-3c56abee381d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 932 time: 0.1765316 Jun 22 00:54:22.400276 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:22.571304 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd840-4132-4197-b5e7-b99e235eab04 None None] Provisioning for port 90abd9eb-2b22-4723-b965-666b588c34e2 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:22.584555 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-bb8cd840-4132-4197-b5e7-b99e235eab04 None None] Provisioning complete for port 90abd9eb-2b22-4723-b965-666b588c34e2 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:22.585192 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd840-4132-4197-b5e7-b99e235eab04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.626094 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57484) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:22.635133 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.653698 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-bb8cd840-4132-4197-b5e7-b99e235eab04 None None] Port 90abd9eb-2b22-4723-b965-666b588c34e2 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:54:22.678794 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:22.695239 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.707773 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05593ed9-4c56-4edb-a3a4-fc5cd4681f52 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:22.724762 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.777423 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.780306 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.784418 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "DELETE /v2.0/security-groups/7b5a1f5c-2c7e-4e2a-889a-fd127876d296 HTTP/1.1" status: 204 len: 168 time: 0.1539233 Jun 22 00:54:22.784418 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:22.786123 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57486) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:22.803573 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a1f5c-2c7e-4e2a-889a-fd127876d296,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:22.805767 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.api.v2.resource [None req-3f17af27-de4a-456f-b08d-b47092b2bbc6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] show failed (client error): The resource could not be found. Jun 22 00:54:22.806792 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-3f17af27-de4a-456f-b08d-b47092b2bbc6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups/7b5a1f5c-2c7e-4e2a-889a-fd127876d296 HTTP/1.1" status: 404 len: 347 time: 0.0197096 Jun 22 00:54:22.807612 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-860dc5b8-f28f-4767-9665-03c6cbd72c95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:22.809727 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57488) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:22.846969 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ac6da42b-3c63-45d3-82c8-b121ce50f887 req-401811e4-9983-421a-a13c-9e398894a592 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4555044 Jun 22 00:54:22.955069 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90abd9eb-2b22-4723-b965-666b588c34e2 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:22.962999 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.965555 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Deleting port 075e009b-beb4-4850-9f86-d916817e4f7e {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:54:22.966983 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.977739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Transition to ACTIVE for port object 90abd9eb-2b22-4723-b965-666b588c34e2 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:22.981740 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:22.985032 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:23.019927 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fe2e49-0f67-4990-8b97-41c7d1149974 None None] New status for floating IP 1bc4e53f-ebd5-4191-aefc-4f2685198ef0: DOWN {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:54:23.066336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:23.069777 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:23.088073 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.088764 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.152501 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Attempting to bind port 90abd9eb-2b22-4723-b965-666b588c34e2 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:54:23.152850 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Attempting to bind port 90abd9eb-2b22-4723-b965-666b588c34e2 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:54:23.153188 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Attempting to bind port 90abd9eb-2b22-4723-b965-666b588c34e2 on network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:23.158767 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Port 90abd9eb-2b22-4723-b965-666b588c34e2 on network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:54:23.159094 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Attempting to bind port 90abd9eb-2b22-4723-b965-666b588c34e2 on network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:23.164575 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:54:23.164921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Checking segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:54:23.165309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Bound using segment: {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:54:23.165779 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Bound port: 90abd9eb-2b22-4723-b965-666b588c34e2, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657d1fc8-2fab-42f1-be47-bf2234a3109d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:54:23.166133 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.244419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:54:23.248903 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:54:23.256482 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.259953 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-77b105dc-e2fb-48c8-a4d4-5882bca24c96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:23.298691 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.299321 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.301202 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1094 time: 1.1298547 Jun 22 00:54:23.306084 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:23.308529 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b33fdb-7419-4d51-824b-ec47c68926d5" -d '{"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:23.342632 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:23.345981 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:23.432153 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7ec799-193b-4570-b035-7c13a4a40ecf x-openstack-request-id: req-ff7ec799-193b-4570-b035-7c13a4a40ecf {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:23.432798 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:23.433249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7ec799-193b-4570-b035-7c13a4a40ecf {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:23.433873 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'status': 'completed', 'code': 200} Jun 22 00:54:23.468917 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-fa889c3b-6352-49c6-ad40-6bf0f8db1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.470522 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-fa889c3b-6352-49c6-ad40-6bf0f8db1760 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1097 time: 0.1044121 Jun 22 00:54:23.485876 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Calling delete_port for 075e009b-beb4-4850-9f86-d916817e4f7e owned by network:floatingip {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:54:23.523768 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.541348 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-82435d5f-1d5b-43be-94b3-5c4ca4e3e4dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 217 time: 0.0584953 Jun 22 00:54:23.601149 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-74c707b0-19fe-4499-ac19-e3f5022cc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.601729 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-74c707b0-19fe-4499-ac19-e3f5022cc69a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0546207 Jun 22 00:54:23.622921 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:54:23.642840 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: e19d6b75-860d-4909-9579-e092b65e1925 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:54:23.643226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e19d6b75-860d-4909-9579-e092b65e1925 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:54:23.650420 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.654187 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-12cde985-85e8-4708-8e54-65792dfb3bf5 tempest-ServerRescueNegativeTestJSON-950940887 tempest-ServerRescueNegativeTestJSON-950940887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:23.665647 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b82839-9627-4498-8d78-46b52976d596 req-6e4be6e0-d786-4cd2-975c-80311c6c6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:23.667576 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-6e4be6e0-d786-4cd2-975c-80311c6c6a09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597792 Jun 22 00:54:23.678810 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'Port': ['ID=075e009b-beb4-4850-9f86-d916817e4f7e,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:23.682782 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:23.742630 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.745100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:23.749713 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "DELETE /v2.0/floatingips/1bc4e53f-ebd5-4191-aefc-4f2685198ef0 HTTP/1.1" status: 204 len: 168 time: 0.9350312 Jun 22 00:54:23.776961 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-da057438-a3c0-4728-b463-05953e4fa322 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022780 Jun 22 00:54:23.871387 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-67b82839-9627-4498-8d78-46b52976d596 req-7fcd959b-3cd8-4189-b4d0-6963614faac1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Jun 22 00:54:24.021443 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de3d45-9444-49ad-bb46-2969370bf22c req-7120a0ee-e5cd-4562-9b3e-3848bebe10cd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.022506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-9c7fa0d6-ec55-47a6-b3ac-1fb5a8bd9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.023668 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-9c7fa0d6-ec55-47a6-b3ac-1fb5a8bd9488 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1097 time: 0.0538049 Jun 22 00:54:24.026108 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-65de3d45-9444-49ad-bb46-2969370bf22c req-7120a0ee-e5cd-4562-9b3e-3848bebe10cd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0682521 Jun 22 00:54:24.060531 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-65de3d45-9444-49ad-bb46-2969370bf22c req-269c2789-f8a4-4bfe-9b4e-5f4127432ffe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Jun 22 00:54:24.116350 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-91f17b70-6cc1-434c-ae66-816458306995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.117835 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-91f17b70-6cc1-434c-ae66-816458306995 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0876813 Jun 22 00:54:24.156274 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-c9917f71-de7a-4f52-b74b-9765cccd3ef2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 217 time: 0.0320024 Jun 22 00:54:24.209745 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-f02c2eda-899a-4066-8232-503c6b55c0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.211203 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-f02c2eda-899a-4066-8232-503c6b55c0dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0484989 Jun 22 00:54:24.268453 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-b2adb946-6df2-492b-9b01-44fea0326397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:24.269979 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-b2adb946-6df2-492b-9b01-44fea0326397 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0524087 Jun 22 00:54:24.324985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57498) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:24.329653 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850068816', 'description': 'tempest-description--1829187446'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:24.350731 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.362445 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-c08ae055-4549-43a2-8606-e14f8a2b8b1b service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Jun 22 00:54:24.430673 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.434719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.438639 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d5c6d86d-6ce9-434e-a688-9178897d9ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:24.454245 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50b33fdb-7419-4d51-824b-ec47c68926d5 req-58e53ce3-b874-4649-b2c7-d0adb5a9258a service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Jun 22 00:54:24.468332 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.469546 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1434791 Jun 22 00:54:24.471401 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cc3594-ba38-4478-ad85-5d0b5b090242,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:24.472354 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57500) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:24.474372 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:24.480300 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc3594-ba38-4478-ad85-5d0b5b090242', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:24.506132 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.559677 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.562979 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.564985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-db6ea857-4b1e-45a8-95c6-b85c0a8c9cfe tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:24.581520 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e4d1b8-d3b5-49d6-947b-57a8584861de,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:24.583676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.587474 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114576 Jun 22 00:54:24.587474 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:24.587921 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57502) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:24.592602 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'security_group_rule': {'security_group_id': 'b0cc3594-ba38-4478-ad85-5d0b5b090242', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:24.618041 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.671394 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.675079 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.680828 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-56e59a94-9335-45ae-b698-681c94a0e334 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:24.698575 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a0a340-6b94-42d8-be1b-8d4fe319c9d9,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:24.701751 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:24.702574 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.704063 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-73013fe0-3cac-48e0-bc01-3bdbddc627e3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152890 Jun 22 00:54:24.706808 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57504) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:24.711055 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:24.732608 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.824062 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:24.925087 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Allocated IP 172.28.2.213 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/edb73748-686f-45cf-9ead-495d6fb5b835) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:25.020752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.056881 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.059568 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0206e969-031f-4839-b4be-cddb4ca82547 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:25.097774 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:25.100456 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:25.104031 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:25.126736 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=edb73748-686f-45cf-9ead-495d6fb5b835,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:25.130598 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:25.189136 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.230112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.238271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f951ebc-e9cf-4400-be13-97d07d8492ce req-48dd68bd-9006-48f2-bd73-f99535a5741b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:25.239727 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9f951ebc-e9cf-4400-be13-97d07d8492ce req-48dd68bd-9006-48f2-bd73-f99535a5741b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0617015 Jun 22 00:54:25.277642 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9f951ebc-e9cf-4400-be13-97d07d8492ce req-1e4020a0-00be-40c7-a0f8-c333bfac5ec9 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Jun 22 00:54:25.379129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.383266 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.385888 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:25.452574 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=edb73748-686f-45cf-9ead-495d6fb5b835,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:25.456313 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:25.461198 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.473768 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:25.474953 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7672462 Jun 22 00:54:25.608987 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-7f64304b-a643-443e-a29a-57d90f68bd4e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--850068816&fields=id&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 267 time: 0.0322301 Jun 22 00:54:25.709244 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f01a6689-1b59-4557-9e95-0f1ab9c9cea1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:25.710695 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f01a6689-1b59-4557-9e95-0f1ab9c9cea1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 817 time: 0.0954700 Jun 22 00:54:25.724649 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-72bfefdb-affe-4079-b660-c44a50a48dc5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/quotas/e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 375 time: 0.0086923 Jun 22 00:54:25.796149 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d6106aa2-33e7-408e-b0a9-3722a6f852da tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666969 Jun 22 00:54:25.885798 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-984e70a6-4346-47aa-a794-870b55de60a2 service neutron] 10.222.0.21 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783792 Jun 22 00:54:25.975505 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-6012e2a3-2f0c-4eda-b3a1-022eb97976ba service neutron] 10.222.0.21 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835986 Jun 22 00:54:26.133562 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a3ed4135-6292-4637-8572-44bf64e0dfd7 req-0f00cb7a-a972-46f6-a97b-39437698f39c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 210 time: 0.0281687 Jun 22 00:54:26.456342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c5f1-65b2-4824-9a39-b505199e8a2f req-1817428b-17aa-4068-a1dd-06d077c096d2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:26.457947 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-38b4c5f1-65b2-4824-9a39-b505199e8a2f req-1817428b-17aa-4068-a1dd-06d077c096d2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0671468 Jun 22 00:54:26.495680 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-38b4c5f1-65b2-4824-9a39-b505199e8a2f req-c789df2b-935f-42a7-8f50-a0559285602d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Jun 22 00:54:27.249224 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-4074c664-e8be-446f-b29b-2cfe12c3f7c0 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.250686 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-4074c664-e8be-446f-b29b-2cfe12c3f7c0 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 817 time: 0.1058502 Jun 22 00:54:27.276848 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7cf74af9-02cf-4766-ad3b-ce08ad7786d0 req-678f8943-3dba-422a-b7c8-7b7030ede6a1 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 210 time: 0.0285287 Jun 22 00:54:27.305797 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-ac1f1193-ecec-4f80-88fb-9904ad78bd25 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 379 time: 0.0353916 Jun 22 00:54:27.313866 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'port': {'device_id': 'b9916962-a696-4ff4-9881-5147e4837523', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'admin_state_up': True, 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'security_groups': ['b0cc3594-ba38-4478-ad85-5d0b5b090242']}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:27.418911 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Made reservation on behalf of e275c3701d924578945f2d0d15f8012c for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:54:27.422311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.544384 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Allocated IP 172.20.0.13 (df872962-1cdd-4b30-bb29-7f3978516520/a5e14790-0459-4adb-9e76-23b3d2890ea8/e51a1557-f3c4-4dda-b0ba-be05e17a5759) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:27.652052 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:54:27.714950 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.729492 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4005a-af3d-49ec-9679-e4b167f42df0 req-4e906546-809b-41ff-a781-03fe7eb31c6e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.730952 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-40d4005a-af3d-49ec-9679-e4b167f42df0 req-4e906546-809b-41ff-a781-03fe7eb31c6e tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.1109109 Jun 22 00:54:27.744777 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Transition to ACTIVE for port object e51a1557-f3c4-4dda-b0ba-be05e17a5759 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:27.754122 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:27.765912 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '90abd9eb-2b22-4723-b965-666b588c34e2', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'mac_address': 'fa:16:3e:05:e5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:54:27.786139 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-40d4005a-af3d-49ec-9679-e4b167f42df0 req-c89729ab-3a1b-4e68-bb85-839019434c76 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 Jun 22 00:54:27.803917 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.805826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.812228 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c75b7741-f935-45b0-94c4-1f338255c2e1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:27.817276 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90abd9eb-2b22-4723-b965-666b588c34e2 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:27.837104 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:27.842231 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.843986 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:27.860141 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Network df872962-1cdd-4b30-bb29-7f3978516520 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:27.863841 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:27.866517 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:27.889658 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:27.893003 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:27.901427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:27.904657 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:27.930428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:27.931046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:27.947326 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6369379 Jun 22 00:54:27.966336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Request body: {'port': {'device_id': 'b9916962-a696-4ff4-9881-5147e4837523', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:28.037401 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.055597 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d855c192-9f7d-43d4-9db7-1a6fe678b01f None None] Provisioning for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:28.059234 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d855c192-9f7d-43d4-9db7-1a6fe678b01f None None] Provisioning complete for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:28.060339 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d855c192-9f7d-43d4-9db7-1a6fe678b01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.095383 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-d855c192-9f7d-43d4-9db7-1a6fe678b01f None None] Port e51a1557-f3c4-4dda-b0ba-be05e17a5759 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:54:28.289799 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:28.290910 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['90abd9eb-2b22-4723-b965-666b588c34e2'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:28.297724 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.309761 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Transition to ACTIVE for port object e51a1557-f3c4-4dda-b0ba-be05e17a5759 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:54:28.314116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.317358 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:28.386736 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:28.390846 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:28.481894 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7cd79-6a3c-41aa-b75a-2c7b9af1c3bb req-027e4cf4-c193-43a6-b417-f43f97f240f9 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.484174 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-57d7cd79-6a3c-41aa-b75a-2c7b9af1c3bb req-027e4cf4-c193-43a6-b417-f43f97f240f9 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0799146 Jun 22 00:54:28.490498 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Attempting to bind port e51a1557-f3c4-4dda-b0ba-be05e17a5759 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:54:28.491165 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Attempting to bind port e51a1557-f3c4-4dda-b0ba-be05e17a5759 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:54:28.491501 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Attempting to bind port e51a1557-f3c4-4dda-b0ba-be05e17a5759 on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:28.497941 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Port e51a1557-f3c4-4dda-b0ba-be05e17a5759 on network df872962-1cdd-4b30-bb29-7f3978516520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:54:28.498715 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Attempting to bind port e51a1557-f3c4-4dda-b0ba-be05e17a5759 on network df872962-1cdd-4b30-bb29-7f3978516520 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:54:28.507400 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:54:28.507740 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Checking segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:54:28.508530 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Bound using segment: {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:54:28.509036 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Bound port: e51a1557-f3c4-4dda-b0ba-be05e17a5759, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da511aa7-a492-4322-a21d-eed7aacbba9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:54:28.509317 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.528599 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-57d7cd79-6a3c-41aa-b75a-2c7b9af1c3bb req-f1a06027-bc7c-451c-a57d-3f7a287e3c28 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383885 Jun 22 00:54:28.576823 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:54:28.579777 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:54:28.584255 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.586951 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9d050ef8-6a0f-4f7c-9dd4-a571968180c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:28.615810 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.616442 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:28.617980 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] 10.222.0.23 "PUT /v2.0/ports/e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1094 time: 0.6563370 Jun 22 00:54:28.618343 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:28.620614 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51ca9d6-f4de-4592-886c-18fe7ec4d234" -d '{"events": [{"name": "network-changed", "server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:28.646658 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:28.649665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:28.667045 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa74484c-0823-491c-bfbd-30fc6d53cd84 x-openstack-request-id: req-fa74484c-0823-491c-bfbd-30fc6d53cd84 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:28.667372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:28.667732 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa74484c-0823-491c-bfbd-30fc6d53cd84 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:28.668168 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'status': 'completed', 'code': 200} Jun 22 00:54:28.740793 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-8b7ffe75-c065-4485-8146-c05715c3a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.742320 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-8b7ffe75-c065-4485-8146-c05715c3a18d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1097 time: 0.0561326 Jun 22 00:54:28.789091 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-8a9792dc-fdf0-4ed7-83d9-e6be82a7e445 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 217 time: 0.0331748 Jun 22 00:54:28.837276 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-4add840c-455e-435b-9bab-46da2e62fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.838759 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-4add840c-455e-435b-9bab-46da2e62fc81 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0435231 Jun 22 00:54:28.901094 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-cf78171f-5ca4-4f4b-a857-36739d20a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.902720 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-cf78171f-5ca4-4f4b-a857-36739d20a6ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575035 Jun 22 00:54:28.958906 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb33b-9884-42b6-9223-42e096639a2e req-e861fc88-b705-4fab-aa29-23453457f52a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:28.960382 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-46fdb33b-9884-42b6-9223-42e096639a2e req-e861fc88-b705-4fab-aa29-23453457f52a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 945 time: 0.0645597 Jun 22 00:54:28.994190 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-6374e04e-6afc-49a1-b8cb-9346ebc965b9 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Jun 22 00:54:29.005600 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-46fdb33b-9884-42b6-9223-42e096639a2e req-47e6b06e-102f-4004-962a-35349c942929 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394211 Jun 22 00:54:29.084065 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6645af73-8f9a-43e6-89ff-ec9d6d6b0f91 req-923d2728-e8b7-4dc0-bdaa-971688bcf9a7 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825992 Jun 22 00:54:29.235892 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-f23ec7ec-3a66-4af4-a8ae-6623830cd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.237336 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-f23ec7ec-3a66-4af4-a8ae-6623830cd623 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1097 time: 0.0507166 Jun 22 00:54:29.322974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-fc777d4e-ded3-49cc-a264-dc6ed129a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.324511 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-fc777d4e-ded3-49cc-a264-dc6ed129a943 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0803266 Jun 22 00:54:29.367763 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-08833d0c-f7a5-4f0d-8a26-b2452efcabdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 217 time: 0.0365100 Jun 22 00:54:29.413795 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-b8ed7ac9-5818-43ad-bb9c-366bd4732df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.415158 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-b8ed7ac9-5818-43ad-bb9c-366bd4732df5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0421088 Jun 22 00:54:29.469302 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-eb080967-6421-4878-bb10-99bdbef521ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.470740 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-eb080967-6421-4878-bb10-99bdbef521ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0493619 Jun 22 00:54:29.562761 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-6f746786-5ef9-4e0e-93f6-4f3f932039c3 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844564 Jun 22 00:54:29.670119 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b51ca9d6-f4de-4592-886c-18fe7ec4d234 req-d8d3b86d-c042-400c-9189-0892a63e15b1 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994656 Jun 22 00:54:29.681205 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:29.723204 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a1db7-e079-4de2-ab08-cc3afe735ccc req-3beaedef-8269-4a10-9259-fbc7b872e859 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:29.724664 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c18a1db7-e079-4de2-ab08-cc3afe735ccc req-3beaedef-8269-4a10-9259-fbc7b872e859 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0715303 Jun 22 00:54:29.729318 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 90abd9eb-2b22-4723-b965-666b588c34e2 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:29.732815 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 90abd9eb-2b22-4723-b965-666b588c34e2 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:29.733199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.762632 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c18a1db7-e079-4de2-ab08-cc3afe735ccc req-81f1ed61-c4d8-4a15-9c32-2b97e41dec13 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Jun 22 00:54:29.805745 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.830272 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:29.832514 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116ff7c-4e0b-4c3f-bfb8-4d1dac215650" -d '{"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-plugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:29.844979 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:29.849820 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:29.851630 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-5818a333-34f2-4cdc-a34a-4408065a2899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:29.895363 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:29.898376 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:29.927165 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f547e41-0c58-4e7e-9265-1cc539b5c696 x-openstack-request-id: req-7f547e41-0c58-4e7e-9265-1cc539b5c696 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:29.927471 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-plugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:29.927736 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f547e41-0c58-4e7e-9265-1cc539b5c696 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:29.928208 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'code': 200} Jun 22 00:54:30.176083 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d3b63-7cd2-4c94-ac34-4aeb402b1703 req-02ee59e4-c2d6-411e-b175-45c9612f0a80 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:30.177477 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-084d3b63-7cd2-4c94-ac34-4aeb402b1703 req-02ee59e4-c2d6-411e-b175-45c9612f0a80 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0618384 Jun 22 00:54:30.224942 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-084d3b63-7cd2-4c94-ac34-4aeb402b1703 req-65065b33-e340-40e6-a5db-6fb1c0f5cdd5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Jun 22 00:54:30.267991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625a80e-f159-43e6-a43e-9780b7797901 req-ba595757-e038-49ef-b3a5-6485907285b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:30.269492 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e625a80e-f159-43e6-a43e-9780b7797901 req-ba595757-e038-49ef-b3a5-6485907285b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0585356 Jun 22 00:54:30.301333 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e625a80e-f159-43e6-a43e-9780b7797901 req-5b29c201-a1cf-4680-a31d-2be407b3fafa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259821 Jun 22 00:54:30.935135 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ed199-7642-437d-919c-c70220a69249 req-67999cf8-3dfa-4b1b-8923-199efdbca4d6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:30.936603 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-626ed199-7642-437d-919c-c70220a69249 req-67999cf8-3dfa-4b1b-8923-199efdbca4d6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0614209 Jun 22 00:54:30.978553 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-626ed199-7642-437d-919c-c70220a69249 req-e1e14ffa-7c0a-4779-a939-65b7ecd7efd6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359845 Jun 22 00:54:31.393642 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc92b3-d67d-4140-83e6-a33929d23911 req-a9a92968-1606-4ec4-bb1e-3c32ad8dd637 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:31.395096 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1fbc92b3-d67d-4140-83e6-a33929d23911 req-a9a92968-1606-4ec4-bb1e-3c32ad8dd637 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0634615 Jun 22 00:54:31.430439 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1fbc92b3-d67d-4140-83e6-a33929d23911 req-a9747270-4ee5-46fc-b73c-f9447841dcbc tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298681 Jun 22 00:54:31.672235 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:54:31.762163 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:31.775712 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:54:31.812555 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:31.825260 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:54:31.844131 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:31.848044 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:31.850751 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:31.900042 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:31.903244 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:32.148811 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01c60-5289-4a5a-b242-fd9aeca82263 req-5cc3fa2f-b66a-45f3-b0a5-8fd12d1c511e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.150269 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fbc01c60-5289-4a5a-b242-fd9aeca82263 req-5cc3fa2f-b66a-45f3-b0a5-8fd12d1c511e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 945 time: 0.0610149 Jun 22 00:54:32.186741 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fbc01c60-5289-4a5a-b242-fd9aeca82263 req-443b7ad5-12dc-4aee-b446-3f25f06cd065 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304778 Jun 22 00:54:32.307038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e51a1557-f3c4-4dda-b0ba-be05e17a5759'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:54:32.599306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918c0bc-041c-4832-9b24-3eb024f964ed req-e05b24e5-dbaf-4c99-82ca-30622f2ece71 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.600800 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7918c0bc-041c-4832-9b24-3eb024f964ed req-e05b24e5-dbaf-4c99-82ca-30622f2ece71 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0625222 Jun 22 00:54:32.635937 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7918c0bc-041c-4832-9b24-3eb024f964ed req-0871371c-037f-42ff-b871-b84b57ee9ef1 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296385 Jun 22 00:54:32.801104 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c624d-6d69-43df-a1ca-4455b2160ee8 req-b0e7b367-bcc8-4b6d-80c9-e38546adcf67 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.802575 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a88c624d-6d69-43df-a1ca-4455b2160ee8 req-b0e7b367-bcc8-4b6d-80c9-e38546adcf67 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0611117 Jun 22 00:54:32.838384 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a88c624d-6d69-43df-a1ca-4455b2160ee8 req-c452c1e5-2eec-4b16-8549-84ab4e4fedc8 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Jun 22 00:54:32.862292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57566) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:32.963433 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719344a-58eb-4f08-aa31-3976954ba1cc tempest-TestShelveInstance-1794211514 tempest-TestShelveInstance-1794211514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:32.964914 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c719344a-58eb-4f08-aa31-3976954ba1cc tempest-TestShelveInstance-1794211514 tempest-TestShelveInstance-1794211514-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1094 time: 0.1016901 Jun 22 00:54:32.968205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57570) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:32.972462 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:32.994190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for floatingip, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.084934 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.186503 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Allocated IP 172.28.2.21 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/d6a17a7e-c758-4479-813c-b9cdc44c3b4d) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:33.295271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.333641 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.336305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:33.363571 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45dfb2-10aa-4a32-9612-97d327a14be7 req-29c484f7-cad8-4898-b639-5a2c144d8b95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:33.365034 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9a45dfb2-10aa-4a32-9612-97d327a14be7 req-29c484f7-cad8-4898-b639-5a2c144d8b95 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 945 time: 0.0660775 Jun 22 00:54:33.374721 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:33.377369 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:33.380951 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:33.404901 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9a45dfb2-10aa-4a32-9612-97d327a14be7 req-d96cfbf7-f6d4-49a3-a37b-355d574a7a1d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336783 Jun 22 00:54:33.405615 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'Port': ['ID=d6a17a7e-c758-4479-813c-b9cdc44c3b4d,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:33.409522 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:33.703041 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:54:33.748075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:54:33.751799 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:54:33.752187 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.827078 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.845227 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.848229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:33.850520 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22856915-983e-4b80-85c6-012014aaba93" -d '{"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:33.863719 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:33.868618 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:33.870849 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:33.893583 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a54ef-185e-4126-9a8a-5e3315034e0c x-openstack-request-id: req-d43a54ef-185e-4126-9a8a-5e3315034e0c {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:33.893889 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:33.894155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43a54ef-185e-4126-9a8a-5e3315034e0c {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:33.894544 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'code': 200} Jun 22 00:54:33.923589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:33.931652 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:33.957474 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.104032 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.109295 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.111318 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-af31a156-4d5a-4068-a74f-440bb8b8eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:34.143309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402ad42-9b77-4cef-a4d2-b99ca20e667c req-090a75de-f8f0-46d5-bbbd-e8a236305864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:34.144767 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7402ad42-9b77-4cef-a4d2-b99ca20e667c req-090a75de-f8f0-46d5-bbbd-e8a236305864 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1099 time: 0.0520713 Jun 22 00:54:34.173070 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event updated for resources: {'Port': ['ID=d6a17a7e-c758-4479-813c-b9cdc44c3b4d,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:34.176925 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:34.178377 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7402ad42-9b77-4cef-a4d2-b99ca20e667c req-0906bdfa-8d62-4345-88ad-6e76f38a4511 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276644 Jun 22 00:54:34.187298 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.280244 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.l3_db [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Floating IP 64c781f4-5160-4631-aea0-f7aef64e6e40 associated. External IP: 172.28.2.21, port: 90abd9eb-2b22-4723-b965-666b588c34e2. Jun 22 00:54:34.475510 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Router 0739f920-92d9-43df-a56e-9b07e1047c8a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:54:34.580533 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:54:34.581739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbbd18-c1a1-419d-9259-155fddb1c5fd req-75c4a077-ce9c-41a5-915c-708e3277239d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:34.583217 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ecfbbd18-c1a1-419d-9259-155fddb1c5fd req-75c4a077-ce9c-41a5-915c-708e3277239d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0615933 Jun 22 00:54:34.591601 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Sync routers for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:54:34.599541 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:34.605063 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:34.605935 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:34.626903 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ecfbbd18-c1a1-419d-9259-155fddb1c5fd req-c4324f62-3e9e-4c0c-982c-9705af877910 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348878 Jun 22 00:54:34.636641 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6674452 Jun 22 00:54:34.637303 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:34.640178 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29" -d '{"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:34.676998 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab5aaa-4cbd-4a62-a042-576ed02f1953 x-openstack-request-id: req-93ab5aaa-4cbd-4a62-a042-576ed02f1953 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:34.677325 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:34.677655 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93ab5aaa-4cbd-4a62-a042-576ed02f1953 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:34.678089 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'status': 'completed', 'code': 200} Jun 22 00:54:34.717582 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:34.990080 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '64c781f4-5160-4631-aea0-f7aef64e6e40', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'mac_address': 'fa:16:3e:05:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.010371 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-0fdb4e15-b9f8-4ad4-941f-6b1b66a8cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:35.011839 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-0fdb4e15-b9f8-4ad4-941f-6b1b66a8cfac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.2861791 Jun 22 00:54:35.014712 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Checking router: 0739f920-92d9-43df-a56e-9b07e1047c8a for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:35.022602 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:35.023203 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.096398 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-7c536fed-140b-4cca-ab90-ac865b019246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:35.097863 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-7c536fed-140b-4cca-ab90-ac865b019246 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0796380 Jun 22 00:54:35.122473 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:35.163556 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-b0b2a45f-a640-469f-80d7-8901346c51cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 999 time: 0.0587695 Jun 22 00:54:35.212133 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-1cf4b540-92cd-4972-b961-59fbfb4656c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:35.213529 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-1cf4b540-92cd-4972-b961-59fbfb4656c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0434024 Jun 22 00:54:35.271246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-a59809f1-cdd9-4def-94c5-0594a118633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:35.272772 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-a59809f1-cdd9-4def-94c5-0594a118633e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522306 Jun 22 00:54:35.364307 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-ba26d2e3-3aa4-4da9-a7c2-3463ff3f5ec1 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829000 Jun 22 00:54:35.449852 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d4d91e4b-b49c-4ca1-b848-cbfdfe113a29 req-dce8e8e1-e8d9-4c78-aca6-0c8290034867 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789449 Jun 22 00:54:35.454017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '64c781f4-5160-4631-aea0-f7aef64e6e40', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'mac_address': 'fa:16:3e:05:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:35.480501 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3d1d4c-0936-4b41-9aa8-2fbab936e47f None None] The sync data for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb is: [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '64c781f4-5160-4631-aea0-f7aef64e6e40', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'mac_address': 'fa:16:3e:05:e5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:33Z', 'updated_at': '2021-06-22T00:54:33Z', 'revision_number': 0, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:35.654919 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae2430d-598f-472e-a2c4-26542484b645 None None] New status for floating IP 64c781f4-5160-4631-aea0-f7aef64e6e40: ACTIVE {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:54:35.822034 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16776b8f-6747-47dd-ad44-cb14707b6fff req-e8c04baa-a1bc-4f9a-904a-9a50c912920d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:35.823588 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-16776b8f-6747-47dd-ad44-cb14707b6fff req-e8c04baa-a1bc-4f9a-904a-9a50c912920d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0714743 Jun 22 00:54:35.861221 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-16776b8f-6747-47dd-ad44-cb14707b6fff req-ed874cb1-75d8-4419-a17a-319227990e87 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Jun 22 00:54:37.052907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12cf3e-a0cd-408c-add0-439685435428 req-5e08f9e5-9141-4c0d-8ff7-41e339600709 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:37.054345 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e12cf3e-a0cd-408c-add0-439685435428 req-5e08f9e5-9141-4c0d-8ff7-41e339600709 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0605261 Jun 22 00:54:37.089750 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3e12cf3e-a0cd-408c-add0-439685435428 req-6e85b5e4-c914-4e49-a34f-04180e58d80c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298829 Jun 22 00:54:37.255559 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca60f-1067-4aa0-8272-4a83c4258768 req-395f4c67-499c-4a12-b465-f3995501e78c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:37.256926 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cf8ca60f-1067-4aa0-8272-4a83c4258768 req-395f4c67-499c-4a12-b465-f3995501e78c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0621288 Jun 22 00:54:37.265971 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57590) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:37.270411 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Request body: {'floatingip': {'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:37.306416 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:37.738624 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:37.742292 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:37.836245 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Floating IP 84a4be7a-f891-4c1e-81ec-9746620a2e97 associated. External IP: 172.28.2.213, port: e51a1557-f3c4-4dda-b0ba-be05e17a5759. Jun 22 00:54:38.033291 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:54:38.132602 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:54:38.136934 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:38.141570 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:54:38.150225 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:38.150835 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:38.172200 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-3a75b946-5b63-44d1-bc58-de0d43f911db tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "PUT /v2.0/floatingips/84a4be7a-f891-4c1e-81ec-9746620a2e97 HTTP/1.1" status: 200 len: 992 time: 0.9051878 Jun 22 00:54:38.172865 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:38.176744 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32982a9-c162-40df-afc5-710d5f7512d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:38.214106 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc42bd0-f34b-47a4-8c6a-5d9cbe456120 x-openstack-request-id: req-2bc42bd0-f34b-47a4-8c6a-5d9cbe456120 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:38.214430 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:38.214935 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bc42bd0-f34b-47a4-8c6a-5d9cbe456120 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:38.215368 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'status': 'completed', 'code': 200} Jun 22 00:54:38.254492 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:38.333744 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-f68ce485-368a-4c8b-90db-2ba81d924034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:38.335223 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-f68ce485-368a-4c8b-90db-2ba81d924034 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1099 time: 0.0525041 Jun 22 00:54:38.423076 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-00a1fddb-2670-4a6e-84ed-cf625dbaa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:38.424529 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-00a1fddb-2670-4a6e-84ed-cf625dbaa087 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0824723 Jun 22 00:54:38.471134 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '84a4be7a-f891-4c1e-81ec-9746620a2e97', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916962-a696-4ff4-9881-5147e4837523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:25Z', 'updated_at': '2021-06-22T00:54:37Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:38.487588 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-f29a0b24-a2c5-4c7d-9870-f2f2e2df532b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1000 time: 0.0560410 Jun 22 00:54:38.496786 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:38.505349 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:38.505990 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:38.537968 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-4fa94a7e-f650-4091-a58c-ffa50926bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:38.539426 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-4fa94a7e-f650-4091-a58c-ffa50926bd6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0463195 Jun 22 00:54:38.595863 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-2f8ee46f-10f6-4161-a2da-4c4daa2e7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:38.597373 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-2f8ee46f-10f6-4161-a2da-4c4daa2e7fe0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521510 Jun 22 00:54:38.609282 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:38.682323 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-8689b13f-077b-46fd-aa15-e6fda95fb5a1 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787508 Jun 22 00:54:38.771835 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b32982a9-c162-40df-afc5-710d5f7512d3 req-dd8f5c74-d507-4762-9ab0-a6c614260fb7 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838716 Jun 22 00:54:38.827220 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '84a4be7a-f891-4c1e-81ec-9746620a2e97', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916962-a696-4ff4-9881-5147e4837523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:25Z', 'updated_at': '2021-06-22T00:54:37Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:38.852131 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeb657b-bece-4599-8a1e-28dcc0c32015 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '84a4be7a-f891-4c1e-81ec-9746620a2e97', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'floating_ip_address': '172.28.2.213', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9916962-a696-4ff4-9881-5147e4837523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:25Z', 'updated_at': '2021-06-22T00:54:37Z', 'revision_number': 1, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:39.037704 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e999b23-c1fb-48df-83b3-12e80bee1337 None None] New status for floating IP 84a4be7a-f891-4c1e-81ec-9746620a2e97: ACTIVE {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:54:46.253299 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:54:47.321952 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3b347cea-252e-4cdb-a06e-f9314b8493d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:50.054846 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-00c64b1b-9d12-484d-8500-a31218754772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:50.181167 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:51.127369 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:51.906249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828c9a6-92ee-4ca3-aa92-7c3890ac4083 req-8df6cc5c-41ba-479e-9d0e-eb33bf381de3 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:51.907602 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d828c9a6-92ee-4ca3-aa92-7c3890ac4083 req-8df6cc5c-41ba-479e-9d0e-eb33bf381de3 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0612345 Jun 22 00:54:51.944416 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d828c9a6-92ee-4ca3-aa92-7c3890ac4083 req-82bd8490-c140-4bd0-bf61-ba68d7484f11 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Jun 22 00:54:52.516082 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.114910 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4aa07-e9a8-4710-877a-9119bfc49ec7 req-38d9b8e6-f234-4913-9071-f92fd8779e33 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:53.116375 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a8e4aa07-e9a8-4710-877a-9119bfc49ec7 req-38d9b8e6-f234-4913-9071-f92fd8779e33 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0644619 Jun 22 00:54:53.152493 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a8e4aa07-e9a8-4710-877a-9119bfc49ec7 req-973cb571-5b76-4dc9-9786-c7caf1c46c71 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305614 Jun 22 00:54:53.504144 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.568596 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-968c7cbc-ab0e-491a-95c6-2741425ba3b5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:53.570054 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-968c7cbc-ab0e-491a-95c6-2741425ba3b5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 946 time: 0.0608730 Jun 22 00:54:53.678641 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Deleting port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:54:53.678902 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.763570 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] For port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:54:53.763926 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.951031 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.951325 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:53.951651 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Floating IP 8a8bf27e-ddd2-4332-a3a2-468f822f02d7 disassociated. External IP: 172.28.2.69, port: a6620cb5-0e9c-4290-b8cf-696c6bffd6cd. Jun 22 00:54:53.951967 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Calling delete_port for a6620cb5-0e9c-4290-b8cf-696c6bffd6cd owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:54:54.071982 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.075591 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:54.098844 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'Port': ['ID=a6620cb5-0e9c-4290-b8cf-696c6bffd6cd,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:54.109839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.110218 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.110581 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.110940 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.111294 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.111644 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.111992 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.112341 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.112687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.113030 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.113374 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.113741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:54:54.118256 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:54.215432 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:54:54.318475 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-28d14d99-44c1-4ccc-a73c-ce623194569c req-54beb0c1-01ce-47c4-a143-33025f978555 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=f34d0a45-90e0-4b91-be52-525a5a5ddb70 HTTP/1.1" status: 200 len: 210 time: 0.0557895 Jun 22 00:54:54.338730 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:54:54.347969 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:54:54.356931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:54.357595 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:54.379506 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] No DVR routers for this DVR port a6620cb5-0e9c-4290-b8cf-696c6bffd6cd on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:54:54.381928 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:54.383854 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-025c9add-9f4b-4fe8-b514-cb051b132a36 req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "DELETE /v2.0/ports/a6620cb5-0e9c-4290-b8cf-696c6bffd6cd HTTP/1.1" status: 204 len: 173 time: 0.8082821 Jun 22 00:54:54.384336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'name': 'network-vif-deleted', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:54:54.386627 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d24c35-1364-4b6f-af70-f4fc81225d5a" -d '{"events": [{"server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "name": "network-vif-deleted", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:54:54.437778 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a172fe19-f8c7-4675-8904-2848ae447c82 x-openstack-request-id: req-a172fe19-f8c7-4675-8904-2848ae447c82 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:54:54.438016 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34d0a45-90e0-4b91-be52-525a5a5ddb70", "name": "network-vif-deleted", "tag": "a6620cb5-0e9c-4290-b8cf-696c6bffd6cd", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:54:54.438311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a172fe19-f8c7-4675-8904-2848ae447c82 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:54:54.438740 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34d0a45-90e0-4b91-be52-525a5a5ddb70', 'name': 'network-vif-deleted', 'tag': 'a6620cb5-0e9c-4290-b8cf-696c6bffd6cd', 'status': 'completed', 'code': 200} Jun 22 00:54:54.465271 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:54.673567 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:54.698336 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:54:54.706046 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:54:54.706654 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:54.804095 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:54:54.993858 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:54:55.139953 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5466ed-21a2-4e43-bb2f-77c5cf388da0 None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:54:55.334445 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f642b0c-341e-40ec-8f70-6e57d65b9b0b None None] New status for floating IP 8a8bf27e-ddd2-4332-a3a2-468f822f02d7: DOWN {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:54:55.438517 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57654) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:55.494044 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.520066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.565936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.568472 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.569594 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "DELETE /v2.0/security-groups/a593f0e1-5a5d-4b14-9575-e1ccfc41dc43 HTTP/1.1" status: 204 len: 168 time: 0.1299682 Jun 22 00:54:55.570340 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b75a3f5a-72d1-4d36-a320-fc289c7badf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:55.572416 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57656) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:55.578459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593f0e1-5a5d-4b14-9575-e1ccfc41dc43,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:55.580778 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:55.588896 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.api.v2.resource [None req-789bfeea-3e2e-4172-a1dd-9b127eb778e5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] show failed (client error): The resource could not be found. Jun 22 00:54:55.590141 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-789bfeea-3e2e-4172-a1dd-9b127eb778e5 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups/a593f0e1-5a5d-4b14-9575-e1ccfc41dc43 HTTP/1.1" status: 404 len: 347 time: 0.0167477 Jun 22 00:54:55.593305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57658) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:55.717400 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Deleting port 1e264e87-f2be-41a5-b009-5d3415b54ff6 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:54:55.717675 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.794788 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.795119 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.810614 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a6620cb5-0e9c-4290-b8cf-696c6bffd6cd no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:54:55.829543 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: a6620cb5-0e9c-4290-b8cf-696c6bffd6cd {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:54:55.829906 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device a6620cb5-0e9c-4290-b8cf-696c6bffd6cd not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:54:55.858671 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Calling delete_port for 1e264e87-f2be-41a5-b009-5d3415b54ff6 owned by network:floatingip {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:54:55.983334 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:55.986547 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-90da4cdc-680e-410c-bd2d-aa377c02c258 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:56.010450 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'Port': ['ID=1e264e87-f2be-41a5-b009-5d3415b54ff6,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:56.014246 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:56.068602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.071128 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.072268 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0274a613-be83-434e-b1fc-9302f459c35c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "DELETE /v2.0/floatingips/8a8bf27e-ddd2-4332-a3a2-468f822f02d7 HTTP/1.1" status: 204 len: 168 time: 0.4780440 Jun 22 00:54:56.430996 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57664) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:56.436011 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401934389', 'description': 'tempest-description--311038618'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:56.458426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.558853 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.563333 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.566719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c35e67d1-0cd7-4a57-8854-b5a9287599ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:56.597270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.598546 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1665671 Jun 22 00:54:56.601534 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57666) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:56.603078 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5290151e-dd11-435b-9fa1-03c96f810c44,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:56.606003 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:56.608855 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group_rule': {'security_group_id': '5290151e-dd11-435b-9fa1-03c96f810c44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:56.615114 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-87d04394-3e90-4e44-bff3-6c1f60a48a22 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894279 Jun 22 00:54:56.637156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.693137 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.696765 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.698887 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:56.714750 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a48227f-daeb-49b5-a3e4-6f7d1130b731,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:56.717332 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:56.722431 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.725946 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-bad770d7-4ea3-439a-8761-04de0e20b342 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210902 Jun 22 00:54:56.726586 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57668) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:56.731025 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'security_group_rule': {'security_group_id': '5290151e-dd11-435b-9fa1-03c96f810c44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:56.738277 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779279-51da-4475-b28a-c6f0129050d8 req-01ad235b-92b0-4c6b-aaca-788fb0131488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:56.739765 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-01ad235b-92b0-4c6b-aaca-788fb0131488 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0569096 Jun 22 00:54:56.755829 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.819363 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.824294 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.826305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:56.842590 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779279-51da-4475-b28a-c6f0129050d8 req-e0f68d59-0663-4891-949c-aabf46725571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:56.843563 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab5856b-9493-434c-aab0-54a0c94775e6,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:56.844046 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-e0f68d59-0663-4891-949c-aabf46725571 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0837328 Jun 22 00:54:56.846050 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:56.850868 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.854821 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243887 Jun 22 00:54:56.854970 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 57672) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:54:56.859668 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:56.880850 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:56.915487 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-2c40173f-d672-4e3e-b9c9-c9946ebc2411 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0628688 Jun 22 00:54:56.979215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.219920 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779279-51da-4475-b28a-c6f0129050d8 req-cdf47bf4-c530-4171-8163-d985d4d163f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:57.221263 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-cdf47bf4-c530-4171-8163-d985d4d163f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.2877355 Jun 22 00:54:57.277546 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50779279-51da-4475-b28a-c6f0129050d8 req-af1cfa44-78d3-40b6-a379-bf4a7a99876d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:57.279016 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-af1cfa44-78d3-40b6-a379-bf4a7a99876d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508275 Jun 22 00:54:57.326757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Allocated IP 172.28.2.18 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/e0b903e2-c12d-42ec-9260-02f98bd5e81a) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:54:57.367974 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-e6932fd5-1502-4d65-a8d8-320557d97261 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817904 Jun 22 00:54:57.428259 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.456276 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50779279-51da-4475-b28a-c6f0129050d8 req-f5b2daf1-e82e-4fbb-ad04-63272164b721 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Jun 22 00:54:57.467510 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.469495 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-36c2975c-ee23-4990-8ade-6cba1745f18a tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:57.509146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:54:57.511786 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:54:57.516839 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:54:57.519647 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=e0b903e2-c12d-42ec-9260-02f98bd5e81a,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:57.537875 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:57.600489 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.641000 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.790077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.794767 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.797501 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:54:57.860807 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=e0b903e2-c12d-42ec-9260-02f98bd5e81a,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:54:57.866099 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:54:57.872237 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.885291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:54:57.886868 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0309143 Jun 22 00:54:58.026324 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-70d1e182-2d47-4f14-a03f-9cd041b6e054 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1401934389&fields=id&tenant_id=34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 267 time: 0.0324521 Jun 22 00:54:58.132602 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-b69dc6bf-fc94-426c-983f-ddeb32b910e2 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:58.134037 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-b69dc6bf-fc94-426c-983f-ddeb32b910e2 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 811 time: 0.1007881 Jun 22 00:54:58.148548 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-7dcbaeea-45f7-431b-ab2e-7c2f8a726f58 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/quotas/34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 375 time: 0.0090504 Jun 22 00:54:58.221574 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-662c14f2-1f9a-4bb5-ae9d-cc5efb0c59a6 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682244 Jun 22 00:54:58.315175 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-a42160b5-31df-4eee-a578-fdba7545e4fd service neutron] 10.222.0.21 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820415 Jun 22 00:54:58.399732 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-55ce0ad8-ba71-48cb-8934-3b6587de5b1d service neutron] 10.222.0.21 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787046 Jun 22 00:54:58.570214 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ff759f73-3d6b-4c15-90ca-ecda3d3fe752 req-c4161c0e-076d-416f-8721-fe4468880ab7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 210 time: 0.0292306 Jun 22 00:54:59.730701 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3fa6f3db-89b1-4133-8ac6-ffaf72c1a602 req-9bf3b704-7b2c-4b5b-bf5e-a81a9fee5b18 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 210 time: 0.0317605 Jun 22 00:54:59.734325 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-230e7c49-646a-4b77-8c04-336151e9aec4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:54:59.735875 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-230e7c49-646a-4b77-8c04-336151e9aec4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 811 time: 0.1087296 Jun 22 00:54:59.789272 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f11604ed-a3d0-40a9-8e9f-cfb514be17be tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34e1ce76a8eb45249bebb81840785b1e HTTP/1.1" status: 200 len: 380 time: 0.0359192 Jun 22 00:54:59.798967 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'port': {'device_id': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'admin_state_up': True, 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'security_groups': ['5290151e-dd11-435b-9fa1-03c96f810c44']}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:54:59.906825 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Made reservation on behalf of 34e1ce76a8eb45249bebb81840785b1e for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:54:59.910414 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.027090 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Allocated IP 172.20.0.11 (793a8a4f-9515-471d-bfbe-795c50d8b4ff/a2773e95-1fd1-4114-9580-9afc79a88049/27a9515a-6505-492c-8fe4-8c6c4cb3512d) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:55:00.160636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.173125 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Transition to ACTIVE for port object 27a9515a-6505-492c-8fe4-8c6c4cb3512d will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:55:00.205705 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.210273 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:00.250676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:55:00.253936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:55:00.256371 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:55:00.289573 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event updated for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:00.294137 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:00.317612 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:00.318411 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.334218 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-f61463ac-a1e3-4df2-af5c-3885f654db34 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394099 Jun 22 00:55:00.358134 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Request body: {'port': {'device_id': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:55:00.432287 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.528120 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-50d523f3-8b53-4d50-8958-5ffe2c124909 None None] Provisioning for port 27a9515a-6505-492c-8fe4-8c6c4cb3512d completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:55:00.531574 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-50d523f3-8b53-4d50-8958-5ffe2c124909 None None] Provisioning complete for port 27a9515a-6505-492c-8fe4-8c6c4cb3512d triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:55:00.532465 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-50d523f3-8b53-4d50-8958-5ffe2c124909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.565596 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-50d523f3-8b53-4d50-8958-5ffe2c124909 None None] Port 27a9515a-6505-492c-8fe4-8c6c4cb3512d cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:55:00.680353 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a9515a-6505-492c-8fe4-8c6c4cb3512d {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:55:00.687950 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.699347 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Transition to ACTIVE for port object 27a9515a-6505-492c-8fe4-8c6c4cb3512d will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:55:00.703681 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.705555 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:00.775822 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Pushing event updated for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:00.779401 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:00.848310 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Attempting to bind port 27a9515a-6505-492c-8fe4-8c6c4cb3512d on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:55:00.848666 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Attempting to bind port 27a9515a-6505-492c-8fe4-8c6c4cb3512d by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:55:00.848974 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Attempting to bind port 27a9515a-6505-492c-8fe4-8c6c4cb3512d on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:55:00.853578 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Port 27a9515a-6505-492c-8fe4-8c6c4cb3512d on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:55:00.853898 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Attempting to bind port 27a9515a-6505-492c-8fe4-8c6c4cb3512d on network 793a8a4f-9515-471d-bfbe-795c50d8b4ff {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:55:00.859187 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:55:00.859522 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Checking segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:55:00.859898 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Bound using segment: {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:55:00.860318 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Bound port: 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:55:00.860669 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.919714 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c275dc-39a0-4b20-9d6b-00647e71ab26 req-8bc31ca9-4360-4771-b70b-0e00202d6021 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:00.921735 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d0c275dc-39a0-4b20-9d6b-00647e71ab26 req-8bc31ca9-4360-4771-b70b-0e00202d6021 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 944 time: 0.0676811 Jun 22 00:55:00.928298 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:55:00.931503 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:55:00.936047 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.939375 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f67099ba-fe22-477e-8164-0f2cd62fffb2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:00.960549 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d0c275dc-39a0-4b20-9d6b-00647e71ab26 req-ff9c19fb-7184-43fa-8272-104c2cb5cabd tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329652 Jun 22 00:55:00.971402 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:00.972020 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:00.973474 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] 10.222.0.23 "PUT /v2.0/ports/27a9515a-6505-492c-8fe4-8c6c4cb3512d HTTP/1.1" status: 200 len: 1094 time: 0.6207306 Jun 22 00:55:00.973976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:55:00.976395 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:55:00.998853 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Pushing event updated for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:01.010657 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:01.022684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e87e3-8e53-4bd7-ad8a-5c6a190eb771 x-openstack-request-id: req-3b9e87e3-8e53-4bd7-ad8a-5c6a190eb771 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:55:01.023006 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:55:01.023292 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b9e87e3-8e53-4bd7-ad8a-5c6a190eb771 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:55:01.023723 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'status': 'completed', 'code': 200} Jun 22 00:55:01.091333 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-60022985-69bb-448f-8c79-49abfa4350e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.093112 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-60022985-69bb-448f-8c79-49abfa4350e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 1097 time: 0.0536394 Jun 22 00:55:01.143232 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-82bcf3c5-267a-4981-aaeb-1a4c78bd4d87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d HTTP/1.1" status: 200 len: 217 time: 0.0374665 Jun 22 00:55:01.189409 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-a98464b5-56ba-4f00-b7d2-3cd0504ac771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.190959 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-a98464b5-56ba-4f00-b7d2-3cd0504ac771 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0419052 Jun 22 00:55:01.247006 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-e138f591-7c95-49ac-ab43-bb6b44c1d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.248470 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-e138f591-7c95-49ac-ab43-bb6b44c1d5bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513213 Jun 22 00:55:01.340450 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-7a81f288-a3df-4fdf-84bf-48b983312f37 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 Jun 22 00:55:01.425529 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36af578f-f5e4-404c-89b2-9d4fbc7783db req-335ac092-590f-4f67-af0c-270adf5d0bca service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777099 Jun 22 00:55:01.572280 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-ec1e4ad2-f631-42bb-bf37-eeebf537f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.573770 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-ec1e4ad2-f631-42bb-bf37-eeebf537f8e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 1097 time: 0.0548635 Jun 22 00:55:01.658698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-5497c8e8-dd82-43c6-9417-f0445c108562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.660128 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-5497c8e8-dd82-43c6-9417-f0445c108562 service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.0801454 Jun 22 00:55:01.703269 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-09226035-dbf6-4478-8b5b-16f002210c8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d HTTP/1.1" status: 200 len: 217 time: 0.0362973 Jun 22 00:55:01.756547 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-745dcb10-fbfa-4a64-a818-07e19efe90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.757931 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-745dcb10-fbfa-4a64-a818-07e19efe90c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0481179 Jun 22 00:55:01.814194 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-2ab3b2df-d6c0-45bf-9ff5-16ace09c9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:01.814970 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-2ab3b2df-d6c0-45bf-9ff5-16ace09c9862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500057 Jun 22 00:55:01.899023 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-d008bc3e-9e3e-4a7c-ac18-534172552fac service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780940 Jun 22 00:55:01.987431 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b037f3b0-883c-4f4c-98ea-cf60c45fb6f9 req-8f59d692-b890-4324-bd0b-75f79bcc335d service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818589 Jun 22 00:55:02.168813 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedf702-fe69-4db7-ae24-2e024bc0ea21 req-fcfda96a-f6f0-4287-824c-c9b37eb85b30 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:02.170276 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7eedf702-fe69-4db7-ae24-2e024bc0ea21 req-fcfda96a-f6f0-4287-824c-c9b37eb85b30 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 944 time: 0.0605009 Jun 22 00:55:02.206880 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-7eedf702-fe69-4db7-ae24-2e024bc0ea21 req-1a2c29a0-3d8a-468e-94f5-c613e5dad6e7 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311475 Jun 22 00:55:03.376802 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed52514-465b-4a53-90b6-c2a5498ee979 req-63d45db6-c5f0-41e2-ab4c-dec713b5d280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:03.378231 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ed52514-465b-4a53-90b6-c2a5498ee979 req-63d45db6-c5f0-41e2-ab4c-dec713b5d280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 944 time: 0.0637758 Jun 22 00:55:03.413408 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ed52514-465b-4a53-90b6-c2a5498ee979 req-5a9006d5-1671-4215-bc51-44f88e71d300 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297532 Jun 22 00:55:03.831070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 27a9515a-6505-492c-8fe4-8c6c4cb3512d details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:55:03.921533 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:55:03.932271 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'port_id': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'mac_address': 'fa:16:3e:be:fa:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:55:03.966809 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:03.979489 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a9515a-6505-492c-8fe4-8c6c4cb3512d {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:55:03.998276 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:55:04.001914 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:04.003629 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:04.049415 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:04.056252 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.056609 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.056958 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.057297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.057657 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.058047 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.058329 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.058660 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.058994 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.059324 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.059652 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.059976 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:55:04.063740 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:04.432339 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['27a9515a-6505-492c-8fe4-8c6c4cb3512d'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:55:04.582494 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5042-7791-46e3-a4e3-eb8060740431 req-6309b3fa-a3f2-4af9-ac10-e8432d3a4bab tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:04.583952 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f5042-7791-46e3-a4e3-eb8060740431 req-6309b3fa-a3f2-4af9-ac10-e8432d3a4bab tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 945 time: 0.0617120 Jun 22 00:55:04.620275 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a1f5042-7791-46e3-a4e3-eb8060740431 req-e367765b-8e76-477b-b4dc-6fcdb44c2b2f tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Jun 22 00:55:05.790021 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269f998-aa69-457e-99e8-9d9cec83754c req-e71e54a8-e959-4380-b676-f980660597f8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:05.791462 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8269f998-aa69-457e-99e8-9d9cec83754c req-e71e54a8-e959-4380-b676-f980660597f8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 945 time: 0.0611973 Jun 22 00:55:05.827035 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8269f998-aa69-457e-99e8-9d9cec83754c req-e247cdbd-7ee4-4816-b697-9090916c1aca tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301290 Jun 22 00:55:05.828335 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 27a9515a-6505-492c-8fe4-8c6c4cb3512d up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:55:05.873608 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 27a9515a-6505-492c-8fe4-8c6c4cb3512d completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:55:05.877484 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 27a9515a-6505-492c-8fe4-8c6c4cb3512d triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:55:05.877871 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:05.952302 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:05.973576 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:55:05.975811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f80476f-1c9a-4fc8-b691-c19bc00c81e3" -d '{"events": [{"server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:55:05.987447 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:55:05.991287 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:05.993175 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:55:06.013995 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf1580-986c-40e0-9558-f1761c7ac46a x-openstack-request-id: req-9edf1580-986c-40e0-9558-f1761c7ac46a {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:55:06.014293 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "name": "network-vif-plugged", "status": "completed", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:55:06.014553 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9edf1580-986c-40e0-9558-f1761c7ac46a {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:55:06.015581 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'code': 200} Jun 22 00:55:06.039040 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:55:06.041940 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:55:06.271856 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8612376-7d34-4b10-9d5c-bb8da6e5ea41 req-61bfee2c-cc65-4666-b3bf-f20151db209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:06.273214 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c8612376-7d34-4b10-9d5c-bb8da6e5ea41 req-61bfee2c-cc65-4666-b3bf-f20151db209b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 1099 time: 0.0539694 Jun 22 00:55:06.306414 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c8612376-7d34-4b10-9d5c-bb8da6e5ea41 req-8f11b096-c2cb-4c15-bee6-a71511dfa56d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261552 Jun 22 00:55:07.001887 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197185f-df8d-46b4-b35c-eb774435dcf5 req-dbf308e0-da26-4a2d-930d-43d3308d7e82 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:07.003454 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2197185f-df8d-46b4-b35c-eb774435dcf5 req-dbf308e0-da26-4a2d-930d-43d3308d7e82 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0680082 Jun 22 00:55:07.044441 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2197185f-df8d-46b4-b35c-eb774435dcf5 req-8a15dd0c-2529-4f39-8a82-feae11b23508 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353932 Jun 22 00:55:08.210567 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced046e-424d-42dd-aa23-c14e8177634a req-2589820d-0d96-4054-affe-05aff101ebf9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:08.212000 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eced046e-424d-42dd-aa23-c14e8177634a req-2589820d-0d96-4054-affe-05aff101ebf9 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0617671 Jun 22 00:55:08.248605 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-eced046e-424d-42dd-aa23-c14e8177634a req-baa1d178-f66b-4bd3-8f81-2a28b9a5e93c tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Jun 22 00:55:08.409929 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a323d50-201a-4945-9c36-6650bd95d73d req-50fb2cab-04a6-40d3-a995-bbb2639003e4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:08.411272 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6a323d50-201a-4945-9c36-6650bd95d73d req-50fb2cab-04a6-40d3-a995-bbb2639003e4 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0601487 Jun 22 00:55:08.419565 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 57742) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:55:08.424010 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Request body: {'floatingip': {'port_id': '27a9515a-6505-492c-8fe4-8c6c4cb3512d'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:55:08.464680 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:08.880763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:08.885092 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:08.980019 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Floating IP 791c679b-e68c-4447-9e75-c8d005d1769d associated. External IP: 172.28.2.18, port: 27a9515a-6505-492c-8fe4-8c6c4cb3512d. Jun 22 00:55:09.176258 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:55:09.277899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:55:09.282741 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:09.286911 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:55:09.296943 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:55:09.297599 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:09.317104 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-19d8ca76-8539-4fff-ad56-33ff263a0e63 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "PUT /v2.0/floatingips/791c679b-e68c-4447-9e75-c8d005d1769d HTTP/1.1" status: 200 len: 991 time: 0.8965049 Jun 22 00:55:09.317756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:55:09.320070 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef42828-207c-4b55-9e4b-08d6d30dbee3" -d '{"events": [{"name": "network-changed", "server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:55:09.359345 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4bc2bc-40c0-4452-8703-c5ab2c53a790 x-openstack-request-id: req-de4bc2bc-40c0-4452-8703-c5ab2c53a790 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:55:09.361084 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:55:09.361084 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de4bc2bc-40c0-4452-8703-c5ab2c53a790 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:55:09.361084 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'status': 'completed', 'code': 200} Jun 22 00:55:09.400442 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:55:09.470948 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-0315c177-9020-478a-bafb-949f706724a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:09.472450 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-0315c177-9020-478a-bafb-949f706724a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=34e1ce76a8eb45249bebb81840785b1e&device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 1099 time: 0.0525560 Jun 22 00:55:09.560518 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-e76b0ec8-55c9-43d7-8377-38a643e040ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:09.562582 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-e76b0ec8-55c9-43d7-8377-38a643e040ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 200 len: 912 time: 0.0839684 Jun 22 00:55:09.618041 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '791c679b-e68c-4447-9e75-c8d005d1769d', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:be:fa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:57Z', 'updated_at': '2021-06-22T00:55:08Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:09.625847 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-a87fddcd-5fa8-4710-9756-44c3e4b4fabb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d HTTP/1.1" status: 200 len: 999 time: 0.0561352 Jun 22 00:55:09.643945 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:55:09.651993 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:55:09.652621 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:54:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:09.676156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-1cfa3066-af17-47cd-a210-807cf72b079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:09.677613 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-1cfa3066-af17-47cd-a210-807cf72b079f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 200 len: 850 time: 0.0449455 Jun 22 00:55:09.732291 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-a2ef9d65-c43a-4902-b157-fb01f06e324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:09.733708 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-a2ef9d65-c43a-4902-b157-fb01f06e324c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=793a8a4f-9515-471d-bfbe-795c50d8b4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0496230 Jun 22 00:55:09.756455 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:55:09.819989 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-6ca1ad31-fd4b-4399-934c-18afdc6b0f44 service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792706 Jun 22 00:55:09.907844 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3ef42828-207c-4b55-9e4b-08d6d30dbee3 req-964b580f-9824-479b-b745-9bfd2209c8dc service neutron] 10.222.0.23 "GET /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814869 Jun 22 00:55:09.980889 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '791c679b-e68c-4447-9e75-c8d005d1769d', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:be:fa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:57Z', 'updated_at': '2021-06-22T00:55:08Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:55:10.006673 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073fcb96-0748-487b-b3dc-1ee4d3d1aea4 None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '791c679b-e68c-4447-9e75-c8d005d1769d', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'port_id': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'mac_address': 'fa:16:3e:be:fa:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:54:57Z', 'updated_at': '2021-06-22T00:55:08Z', 'revision_number': 1, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:55:10.174544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d35e2-20d6-4766-9789-22f6cc06dc1d None None] New status for floating IP 791c679b-e68c-4447-9e75-c8d005d1769d: ACTIVE {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:55:17.322809 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71262589-2171-433f-a8a2-5d3831109d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:20.054541 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-68694abf-a588-4160-bcae-71a31df745c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:20.179649 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:21.129292 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:22.518850 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:23.252631 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:55:23.507731 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:47.323933 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc732-4ff1-44e6-972a-127385eb18db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:50.053174 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b9f3d3de-de07-4376-8223-d376e02fb418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:50.178526 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:51.131353 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:52.521938 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:53.516649 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:55:57.600088 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-d5dbdd05-aca7-4905-a0ad-8508ef443395 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512822 Jun 22 00:55:57.686063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-f4778e4c-d7f3-4d81-b908-fbab99c2cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:57.687512 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-f4778e4c-d7f3-4d81-b908-fbab99c2cb5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1099 time: 0.0504429 Jun 22 00:55:57.789491 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-99d813a2-3661-44f3-bbcb-819e4f9bf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:57.790945 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-99d813a2-3661-44f3-bbcb-819e4f9bf878 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0840116 Jun 22 00:55:57.853366 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-6a322edf-b026-406a-9db3-b3b7c57ec2d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1002 time: 0.0552602 Jun 22 00:55:57.914855 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-a4ea4a2c-22a9-4a33-999a-578ef0f361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:57.916323 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-a4ea4a2c-22a9-4a33-999a-578ef0f361e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0536494 Jun 22 00:55:57.972271 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-fdf747cc-5af9-411b-bc82-407cd922ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:55:57.973724 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-fdf747cc-5af9-411b-bc82-407cd922ffac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0502307 Jun 22 00:55:58.057688 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-5108b3e6-32bb-43f8-bce3-9963828a59fb service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770016 Jun 22 00:55:58.145373 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2d2e46ec-b0d2-4aac-b04c-4ed504fea997 req-a1d19ce4-af72-4230-82d3-0b67ad28262e service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806079 Jun 22 00:56:00.254757 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:56:17.323508 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d0014ef7-006e-498c-aadb-5f90756e6c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:18.134698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b163-c54f-4223-89c3-6cc22d21c0b0 req-f3aef506-8b66-4857-b967-19840a6563e6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:18.136283 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c540b163-c54f-4223-89c3-6cc22d21c0b0 req-f3aef506-8b66-4857-b967-19840a6563e6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0628600 Jun 22 00:56:18.176127 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c540b163-c54f-4223-89c3-6cc22d21c0b0 req-0f94c487-f95b-4df2-8939-5f8b462a68a0 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331314 Jun 22 00:56:19.355878 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b6298-8cfb-44bb-a6d7-53db78f5716a req-c3114e9a-26be-4b2a-8c58-05efc90468ec tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:19.357306 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a87b6298-8cfb-44bb-a6d7-53db78f5716a req-c3114e9a-26be-4b2a-8c58-05efc90468ec tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0643256 Jun 22 00:56:19.392635 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a87b6298-8cfb-44bb-a6d7-53db78f5716a req-6a642fbd-1871-4e9a-95cf-96115fc7bf68 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298223 Jun 22 00:56:20.053010 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-66ac9f04-e971-47ac-aef7-dffaab2f16e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.182338 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:20.562467 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d1ef1-f176-4d15-be75-7cfd1bf39658 req-d9acbb78-94a0-4d0a-864a-5f677006ca8b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:20.564177 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-096d1ef1-f176-4d15-be75-7cfd1bf39658 req-d9acbb78-94a0-4d0a-864a-5f677006ca8b tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0601754 Jun 22 00:56:20.600462 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-096d1ef1-f176-4d15-be75-7cfd1bf39658 req-04b6323f-2f4e-4bfb-a96e-0eed3a8e7835 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308235 Jun 22 00:56:21.134577 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:21.770864 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb185cbd-db66-4a18-8281-17257acb3327 req-e21129e5-c72e-443e-8bd9-0c1b2e3157f7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:21.772275 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cb185cbd-db66-4a18-8281-17257acb3327 req-e21129e5-c72e-443e-8bd9-0c1b2e3157f7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0603876 Jun 22 00:56:21.811553 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-cb185cbd-db66-4a18-8281-17257acb3327 req-4076b88b-3120-44eb-a76d-deb5de915581 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Jun 22 00:56:22.523891 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:22.983832 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07ad1-f969-4dd8-874c-81b191406cee req-c418c302-2c01-4382-a2ee-ec336d0c7b08 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:22.985319 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36c07ad1-f969-4dd8-874c-81b191406cee req-c418c302-2c01-4382-a2ee-ec336d0c7b08 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0608685 Jun 22 00:56:23.021485 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-36c07ad1-f969-4dd8-874c-81b191406cee req-5958deb7-0146-43f9-ba4f-a35a1d1a3a41 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306091 Jun 22 00:56:23.525831 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:24.196766 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138905b8-bc03-42d0-a363-a2f8c8e88e94 req-55170f9d-5255-4ee2-a12b-2801be5d0f33 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:24.198259 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-138905b8-bc03-42d0-a363-a2f8c8e88e94 req-55170f9d-5255-4ee2-a12b-2801be5d0f33 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0634887 Jun 22 00:56:24.239105 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-138905b8-bc03-42d0-a363-a2f8c8e88e94 req-93a79ada-91d3-479c-a897-bfd7c2a73973 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345173 Jun 22 00:56:25.414841 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a431a6b-a612-4839-a98f-fc5bbd1e80d9 req-94cceaa0-5388-40c9-b48b-307422fa582d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:25.416592 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a431a6b-a612-4839-a98f-fc5bbd1e80d9 req-94cceaa0-5388-40c9-b48b-307422fa582d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0644557 Jun 22 00:56:25.452812 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a431a6b-a612-4839-a98f-fc5bbd1e80d9 req-31d35853-53cb-4a0a-b4d4-f0e7d69b25f5 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306430 Jun 22 00:56:26.626200 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29cc9-1755-41e0-84df-e0611ce61611 req-7910661d-db05-49d4-9d19-cbe2a1115730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:26.627652 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-baa29cc9-1755-41e0-84df-e0611ce61611 req-7910661d-db05-49d4-9d19-cbe2a1115730 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0620301 Jun 22 00:56:26.663215 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-baa29cc9-1755-41e0-84df-e0611ce61611 req-0804605b-d378-4724-b6f7-9e7d32e0fdf3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300453 Jun 22 00:56:27.838508 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c341c65-0582-417b-8fb8-b1d2fa21c8df req-5fe5dadd-ea68-4131-ba75-29b5ca003397 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:27.840009 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c341c65-0582-417b-8fb8-b1d2fa21c8df req-5fe5dadd-ea68-4131-ba75-29b5ca003397 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0617745 Jun 22 00:56:27.879658 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c341c65-0582-417b-8fb8-b1d2fa21c8df req-7d51ab06-3a6c-42f3-8c6b-a5d44a22633a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341377 Jun 22 00:56:29.281733 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976e26b-0082-445e-bb3d-fa0b129f78d6 req-8e0e9d95-078d-45ba-b05e-5e59531c546a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:29.283125 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f976e26b-0082-445e-bb3d-fa0b129f78d6 req-8e0e9d95-078d-45ba-b05e-5e59531c546a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.2929268 Jun 22 00:56:29.319824 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f976e26b-0082-445e-bb3d-fa0b129f78d6 req-e9907255-13ae-4abe-a7f1-011db2a0afff tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310009 Jun 22 00:56:30.207036 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:56:30.296708 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:30.307405 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:56:30.345844 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.358331 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:56:30.378105 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:30.382367 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:30.384126 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:30.427436 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=6']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:30.434150 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.434505 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.434850 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.435190 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.435527 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.435861 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.436191 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.436525 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.436855 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.437183 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.437534 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.438737 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:30.442665 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:30.492790 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d916-aac7-4973-acad-14d4428f1079 req-a5da3e79-944a-475d-b9ec-810499fb013a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:30.494271 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d3c9d916-aac7-4973-acad-14d4428f1079 req-a5da3e79-944a-475d-b9ec-810499fb013a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 945 time: 0.0615349 Jun 22 00:56:30.530260 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d3c9d916-aac7-4973-acad-14d4428f1079 req-138140cf-0950-4f6c-84bc-5c21c802a2df tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304992 Jun 22 00:56:30.548850 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e51a1557-f3c4-4dda-b0ba-be05e17a5759'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:56:31.703211 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d9a1-2543-48f3-9b9b-ba1f8a68af34 req-0fbbde14-3c0f-4fa6-a198-d7204e2c82d2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:31.704664 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8280d9a1-2543-48f3-9b9b-ba1f8a68af34 req-0fbbde14-3c0f-4fa6-a198-d7204e2c82d2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 945 time: 0.0626879 Jun 22 00:56:31.740545 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8280d9a1-2543-48f3-9b9b-ba1f8a68af34 req-cfcd9946-ecc9-4392-97b6-de58eef8845d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303726 Jun 22 00:56:32.229981 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:56:32.274673 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:56:32.275050 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.347019 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.370842 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:32.373064 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112f23e8-39e9-4df3-9953-58361b3d046a" -d '{"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:32.385600 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:32.390192 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:32.392524 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:32.412848 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e0f840-c5d9-46af-9e62-5cdcb2cdaf7f x-openstack-request-id: req-f7e0f840-c5d9-46af-9e62-5cdcb2cdaf7f {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:32.413145 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:32.413488 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7e0f840-c5d9-46af-9e62-5cdcb2cdaf7f {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:32.413874 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'code': 200} Jun 22 00:56:32.438634 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=7']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:32.441537 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:32.921613 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc470ff-3882-401a-bb1b-c7e24de6591b req-d327ae9e-2be4-446b-b89e-0caca742ac8e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:32.926030 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9fc470ff-3882-401a-bb1b-c7e24de6591b req-d327ae9e-2be4-446b-b89e-0caca742ac8e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0708585 Jun 22 00:56:32.962879 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9fc470ff-3882-401a-bb1b-c7e24de6591b req-06076378-065e-4dac-aa58-6893e9be2e3a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325794 Jun 22 00:56:34.139909 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a69ad-4e19-4ca6-9059-215f1637ad6d req-a6d66b37-9ad0-408a-a5b0-9eef884188c2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:34.141387 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e94a69ad-4e19-4ca6-9059-215f1637ad6d req-a6d66b37-9ad0-408a-a5b0-9eef884188c2 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0614512 Jun 22 00:56:34.183142 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e94a69ad-4e19-4ca6-9059-215f1637ad6d req-18de8b28-02f0-4cb1-9a7c-2781496dee46 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360830 Jun 22 00:56:35.364205 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72af1f-6383-46b2-8d9d-0064abbc0034 req-4405f52f-9edb-4250-9134-64d1c4859389 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:35.365898 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2a72af1f-6383-46b2-8d9d-0064abbc0034 req-4405f52f-9edb-4250-9134-64d1c4859389 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0675409 Jun 22 00:56:35.408340 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2a72af1f-6383-46b2-8d9d-0064abbc0034 req-8b8438d8-079a-4104-af62-b61a1f25611d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Jun 22 00:56:36.640775 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3db310-3e3f-4870-8b51-a9886a459c43 req-24ab16a0-6086-472a-84db-b6c72a0c403e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:36.642833 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa3db310-3e3f-4870-8b51-a9886a459c43 req-24ab16a0-6086-472a-84db-b6c72a0c403e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0851464 Jun 22 00:56:36.687811 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa3db310-3e3f-4870-8b51-a9886a459c43 req-aebe145b-c2bd-4374-b7df-76be5c659f7a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390348 Jun 22 00:56:37.256256 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:56:37.924384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1de0c2-691f-45e1-a88c-287ee7fce5f0 req-06eb4ec1-c470-4276-9dcc-de458c479c52 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:37.926080 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ad1de0c2-691f-45e1-a88c-287ee7fce5f0 req-06eb4ec1-c470-4276-9dcc-de458c479c52 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0881569 Jun 22 00:56:37.975492 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ad1de0c2-691f-45e1-a88c-287ee7fce5f0 req-e5203c2c-1624-40e9-8334-112046f998ae tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351803 Jun 22 00:56:39.192244 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc421a-2fef-4270-a663-670b48677e3e req-466f5725-e3fb-4e26-a8c9-df1c181a7b2a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:39.195306 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-94bc421a-2fef-4270-a663-670b48677e3e req-466f5725-e3fb-4e26-a8c9-df1c181a7b2a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0721655 Jun 22 00:56:39.235297 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-94bc421a-2fef-4270-a663-670b48677e3e req-59085082-d02a-409b-9c6a-630706726a20 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338926 Jun 22 00:56:40.456029 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c977021-26d4-4e3b-8af0-2ca75d3676d9 req-3bab8aeb-2aa8-4eaf-8a75-c6c4a2ddb9eb tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:40.457576 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1c977021-26d4-4e3b-8af0-2ca75d3676d9 req-3bab8aeb-2aa8-4eaf-8a75-c6c4a2ddb9eb tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0746589 Jun 22 00:56:40.504773 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1c977021-26d4-4e3b-8af0-2ca75d3676d9 req-d66646b2-0ad9-49eb-bb42-651d23b5fe18 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400641 Jun 22 00:56:41.696095 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbc809-6d75-42bd-b0ba-035a9b6e7632 req-562f6ca8-8df3-43ba-97e5-474787f5949f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:41.697755 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-89dbc809-6d75-42bd-b0ba-035a9b6e7632 req-562f6ca8-8df3-43ba-97e5-474787f5949f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0719073 Jun 22 00:56:41.743495 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-89dbc809-6d75-42bd-b0ba-035a9b6e7632 req-d2e9a924-d57a-4239-b54a-dc401990002a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398762 Jun 22 00:56:42.949877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c740d-4227-4bd4-8b42-7d6ecafb6263 req-6dc54b1c-929b-4555-83f7-7136e422831c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:42.951350 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bb5c740d-4227-4bd4-8b42-7d6ecafb6263 req-6dc54b1c-929b-4555-83f7-7136e422831c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0829411 Jun 22 00:56:43.004900 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-bb5c740d-4227-4bd4-8b42-7d6ecafb6263 req-9fa88fc5-cd6a-4ef2-b604-ec9e78b0f2c4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461876 Jun 22 00:56:44.207480 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772d6e-d401-43a1-ae49-8dab3854052f req-d21c4888-f9d4-4dba-b524-470a1f7726a7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:44.209366 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-30772d6e-d401-43a1-ae49-8dab3854052f req-d21c4888-f9d4-4dba-b524-470a1f7726a7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0752435 Jun 22 00:56:44.248231 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-30772d6e-d401-43a1-ae49-8dab3854052f req-164830d4-f1c0-4b38-aaa7-d97f9c6a7e12 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332463 Jun 22 00:56:45.302915 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-3a8b33df-da0a-4bb9-af1c-70ea3e89c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.304401 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-3a8b33df-da0a-4bb9-af1c-70ea3e89c66e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1099 time: 0.0555859 Jun 22 00:56:45.436108 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-3b05dfd2-2b39-43d2-af31-453315d3e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.437572 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-3b05dfd2-2b39-43d2-af31-453315d3e606 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.1257937 Jun 22 00:56:45.460836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08edee-96ef-4a91-827c-fa5fc08838a1 req-239e035b-ce1f-4e2a-8b76-30a7faf6a325 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.462298 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ad08edee-96ef-4a91-827c-fa5fc08838a1 req-239e035b-ce1f-4e2a-8b76-30a7faf6a325 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0945413 Jun 22 00:56:45.538816 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-9654a0ce-cc10-41e0-9999-1a71735095fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1002 time: 0.0920327 Jun 22 00:56:45.542084 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ad08edee-96ef-4a91-827c-fa5fc08838a1 req-ed5d6517-9039-4091-8e3c-9558345fe71d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505290 Jun 22 00:56:45.588821 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-a4875b4c-ea1e-4321-b79a-d956b381fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.590281 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-a4875b4c-ea1e-4321-b79a-d956b381fc7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0438564 Jun 22 00:56:45.601086 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0f15d-3957-4f51-8ad2-4dbf5415ec59 req-35e05515-bff8-4b5c-8fcc-061afea0bd13 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.602593 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8ab0f15d-3957-4f51-8ad2-4dbf5415ec59 req-35e05515-bff8-4b5c-8fcc-061afea0bd13 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0668550 Jun 22 00:56:45.642085 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8ab0f15d-3957-4f51-8ad2-4dbf5415ec59 req-550b2c55-0715-4bc4-b042-93a6a0a4bab8 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Jun 22 00:56:45.648497 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-c895cb1b-c9b4-4174-90b9-a8dd6b6c61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:45.649997 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-c895cb1b-c9b4-4174-90b9-a8dd6b6c61c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0534656 Jun 22 00:56:45.735490 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-ef4e35da-aa9e-41b1-af68-8a37fae54d9a service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771198 Jun 22 00:56:45.824031 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0b5c69b9-1c42-44d7-9bbf-eaa17c7c7ff6 req-5722e6f9-404f-4519-88f9-311691eb7ad4 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822294 Jun 22 00:56:46.715584 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32998ab6-8f5a-4aa3-b3e1-91379e6d30df req-a419b5a9-4226-41b3-9041-f25ba5f40304 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:46.717028 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-32998ab6-8f5a-4aa3-b3e1-91379e6d30df req-a419b5a9-4226-41b3-9041-f25ba5f40304 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.0622046 Jun 22 00:56:46.753897 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-32998ab6-8f5a-4aa3-b3e1-91379e6d30df req-aa752310-a1f0-415b-afb9-959f26309f88 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307004 Jun 22 00:56:46.811093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af07659-ee5e-42bf-a961-d1958270e234 req-f9a68329-30aa-4de6-8a39-7953a4b7cabd tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:46.812538 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4af07659-ee5e-42bf-a961-d1958270e234 req-f9a68329-30aa-4de6-8a39-7953a4b7cabd tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0622101 Jun 22 00:56:46.848659 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4af07659-ee5e-42bf-a961-d1958270e234 req-cdf03815-a0bf-49bd-bada-be79beaf0f9e tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302587 Jun 22 00:56:47.324717 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b4ce6825-fa90-4a11-baa5-db81e8b76d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:47.875801 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72778548-8970-4630-990b-2cbc6f562e95 req-4db1ed6d-67dc-4ef3-a2c8-1b093d251133 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:47.877844 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-72778548-8970-4630-990b-2cbc6f562e95 req-4db1ed6d-67dc-4ef3-a2c8-1b093d251133 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0627358 Jun 22 00:56:48.009396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7e87d-334a-46e7-a034-4bcec608d36c req-aefe351e-874e-4f7a-9419-922f336acb9f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:48.010887 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ce7e87d-334a-46e7-a034-4bcec608d36c req-aefe351e-874e-4f7a-9419-922f336acb9f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 946 time: 0.1321597 Jun 22 00:56:48.023516 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99968d-58ee-437b-8027-5b47f0042833 req-4b447564-9261-4241-974e-a5b0ebb8ee03 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:48.025143 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa99968d-58ee-437b-8027-5b47f0042833 req-4b447564-9261-4241-974e-a5b0ebb8ee03 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 946 time: 0.0652258 Jun 22 00:56:48.037091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Deleting port 27a9515a-6505-492c-8fe4-8c6c4cb3512d {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:48.037454 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.063023 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-fa99968d-58ee-437b-8027-5b47f0042833 req-dfeb5750-f90e-47f6-bd7b-3b5414c60e18 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups?id=5290151e-dd11-435b-9fa1-03c96f810c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jun 22 00:56:48.097179 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0ce7e87d-334a-46e7-a034-4bcec608d36c req-ae5518e8-09b2-4afe-9992-4dc4d9c731f8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789199 Jun 22 00:56:48.143810 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] For port 27a9515a-6505-492c-8fe4-8c6c4cb3512d, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=27a9515a-6505-492c-8fe4-8c6c4cb3512d,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:48.144170 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.318595 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:48.318969 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.319353 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.319705 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Floating IP 791c679b-e68c-4447-9e75-c8d005d1769d disassociated. External IP: 172.28.2.18, port: 27a9515a-6505-492c-8fe4-8c6c4cb3512d. Jun 22 00:56:48.320016 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Calling delete_port for 27a9515a-6505-492c-8fe4-8c6c4cb3512d owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:48.396790 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.423280 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:48.426117 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7b735a-dbb1-4092-ac82-9b961d476d87" -d '{"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-unplugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:48.438801 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:48.443646 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.445655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:48.465756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.471793 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66051cc5-5e4b-427f-b6dd-fe9a062f28bf x-openstack-request-id: req-66051cc5-5e4b-427f-b6dd-fe9a062f28bf {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:48.472198 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-unplugged", "status": "failed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "code": 422}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:48.472559 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66051cc5-5e4b-427f-b6dd-fe9a062f28bf {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:48.473138 dv-cinder-753305-6-smb neutron-server[104339]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'code': 422} returned with failed status Jun 22 00:56:48.476768 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a0671329-9f66-49b2-a3e3-d3b01db1b90e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:48.503137 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'Port': ['ID=27a9515a-6505-492c-8fe4-8c6c4cb3512d,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:48.511719 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=8']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:48.515691 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.516017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:48.516156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.516428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.516799 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.517159 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.517546 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.518443 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.518872 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.519254 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.519593 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.519950 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.520313 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:48.554621 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:48.623349 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:48.729478 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:48.739780 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:48.749399 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:48.750155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:56:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:48.774808 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] No DVR routers for this DVR port 27a9515a-6505-492c-8fe4-8c6c4cb3512d on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:48.777972 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:48.780139 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-72778548-8970-4630-990b-2cbc6f562e95 req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.23 "DELETE /v2.0/ports/27a9515a-6505-492c-8fe4-8c6c4cb3512d HTTP/1.1" status: 204 len: 173 time: 0.8925488 Jun 22 00:56:48.780660 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'name': 'network-vif-deleted', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:56:48.783850 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6117053-95ec-4975-914e-63391f728a25" -d '{"events": [{"server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "name": "network-vif-deleted", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:56:48.827886 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53105abc-2b70-446f-972d-e03f2ad470e1 x-openstack-request-id: req-53105abc-2b70-446f-972d-e03f2ad470e1 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:56:48.828286 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29beb763-1e61-4b32-9685-1e17da32fa0f", "name": "network-vif-deleted", "tag": "27a9515a-6505-492c-8fe4-8c6c4cb3512d", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:56:48.828633 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53105abc-2b70-446f-972d-e03f2ad470e1 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:56:48.829165 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29beb763-1e61-4b32-9685-1e17da32fa0f', 'name': 'network-vif-deleted', 'tag': '27a9515a-6505-492c-8fe4-8c6c4cb3512d', 'status': 'completed', 'code': 200} Jun 22 00:56:48.992312 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:49.203473 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:49.237800 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-3a240cd1-acc4-4a1e-94a2-52de0d014c6c req-bd97511d-f7be-4f30-bcff-aaff3a1c7191 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/ports?device_id=29beb763-1e61-4b32-9685-1e17da32fa0f HTTP/1.1" status: 200 len: 210 time: 0.0333827 Jun 22 00:56:49.253901 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:49.273526 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:49.274396 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:56:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:49.351434 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bebc0-193a-4aa6-8b4d-08ee2d0dd72a req-ea37c847-5c73-4aa7-b010-8895b3f55a81 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:49.352953 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-273bebc0-193a-4aa6-8b4d-08ee2d0dd72a req-ea37c847-5c73-4aa7-b010-8895b3f55a81 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0794795 Jun 22 00:56:49.402281 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:49.402825 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-273bebc0-193a-4aa6-8b4d-08ee2d0dd72a req-36abc68d-2457-4d6a-bbb8-8fde22c06e16 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433402 Jun 22 00:56:49.512750 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58282) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:49.608868 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-ee157bce-a02c-4458-83cf-7f8a016bea78 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948551 Jun 22 00:56:49.617813 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:49.643047 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bc3b3-f8c5-4b6a-9b68-faa0937ed5d6 None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'f0e9f72d-2162-48ec-917f-c01a1bef0642', 'name': '', 'network_id': '793a8a4f-9515-471d-bfbe-795c50d8b4ff', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'mac_address': 'fa:16:3e:64:44:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:08Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'subnets': [{'id': 'a2773e95-1fd1-4114-9580-9afc79a88049', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:49.854086 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bf5502-4a6b-476f-95f4-64f98d33fe92 None None] New status for floating IP 791c679b-e68c-4447-9e75-c8d005d1769d: DOWN {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:56:50.053227 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9e4c-042d-4247-b4bd-b829b9f5c664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.186979 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.365607 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58296) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:50.417784 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.442429 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.488185 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.490858 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.492014 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "DELETE /v2.0/security-groups/5290151e-dd11-435b-9fa1-03c96f810c44 HTTP/1.1" status: 204 len: 168 time: 0.1254392 Jun 22 00:56:50.492777 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-15da84da-297e-45d1-90b5-ec6a1225c904 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:50.494912 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58300) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:50.501378 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5290151e-dd11-435b-9fa1-03c96f810c44,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:50.504487 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f58ebd28-c63f-4fa7-8262-534cbaa05183 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:50.509088 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.api.v2.resource [None req-99b9d0d4-b2e0-4d5b-bbf6-a0192c19e25a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] show failed (client error): The resource could not be found. Jun 22 00:56:50.510134 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-99b9d0d4-b2e0-4d5b-bbf6-a0192c19e25a tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "GET /v2.0/security-groups/5290151e-dd11-435b-9fa1-03c96f810c44 HTTP/1.1" status: 404 len: 347 time: 0.0142574 Jun 22 00:56:50.512920 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58302) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:50.623852 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567f11d-910e-4785-ae6d-dca57283ce56 req-22643a19-d28c-4072-bb8c-ab87a89153f9 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:50.625311 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8567f11d-910e-4785-ae6d-dca57283ce56 req-22643a19-d28c-4072-bb8c-ab87a89153f9 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.1112030 Jun 22 00:56:50.636160 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Deleting port e0b903e2-c12d-42ec-9260-02f98bd5e81a {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:50.636504 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.682909 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8567f11d-910e-4785-ae6d-dca57283ce56 req-d444d9aa-ae28-436a-94e0-8387c87eb651 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506897 Jun 22 00:56:50.685631 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-cffc5537-64ad-4bc0-98ad-d06319a6aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:50.687421 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-cffc5537-64ad-4bc0-98ad-d06319a6aae5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523&tenant_id=e275c3701d924578945f2d0d15f8012c HTTP/1.1" status: 200 len: 1097 time: 0.1245196 Jun 22 00:56:50.715793 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.716141 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.773605 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-0ea601d4-6567-4a63-9218-0d4978c3cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:50.775060 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-0ea601d4-6567-4a63-9218-0d4978c3cb1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1097 time: 0.0544491 Jun 22 00:56:50.779668 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Calling delete_port for e0b903e2-c12d-42ec-9260-02f98bd5e81a owned by network:floatingip {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:50.862116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-4a4e7f5d-02ad-4c55-9e41-ef69b69d8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:50.863581 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-4a4e7f5d-02ad-4c55-9e41-ef69b69d8a37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0822079 Jun 22 00:56:50.904391 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:50.907014 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2133eb30-e688-4e50-8320-58e2e67b2654 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:50.930509 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-9c092c9a-5004-4587-9d67-3a3501bd53e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1000 time: 0.0603952 Jun 22 00:56:50.930703 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Pushing event deleted for resources: {'Port': ['ID=e0b903e2-c12d-42ec-9260-02f98bd5e81a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:50.961778 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.962248 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.962618 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.962982 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.963350 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.963708 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.964059 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.964528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.964888 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.965243 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.965621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.965972 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:56:50.969589 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:50.979728 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-fcf6256e-ce82-4b08-a492-1a6ab04f8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:50.981169 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-fcf6256e-ce82-4b08-a492-1a6ab04f8048 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0456100 Jun 22 00:56:51.003713 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks [] for floatingip, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:51.006168 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:51.007290 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d27586ba-1067-456f-a758-6dd5f1ad2280 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] 10.222.0.21 "DELETE /v2.0/floatingips/791c679b-e68c-4447-9e75-c8d005d1769d HTTP/1.1" status: 204 len: 168 time: 0.4934571 Jun 22 00:56:51.038484 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-8b22554a-61fb-4c17-ae26-e8b23c8de810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.040014 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-8b22554a-61fb-4c17-ae26-e8b23c8de810 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530434 Jun 22 00:56:51.135517 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-7aab23c4-0992-4397-b543-bbd35e734980 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Jun 22 00:56:51.142218 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:51.228955 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c855a13-1ed1-4ce1-b5f1-fdec606d560d req-0c53d907-778f-4401-a503-c91209d39e37 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865686 Jun 22 00:56:51.889620 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83550eb7-3f62-4a01-9a41-44cbf070e9d3 req-7877323a-ef48-40a5-a05c-ed5c352179c4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:51.891230 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-83550eb7-3f62-4a01-9a41-44cbf070e9d3 req-7877323a-ef48-40a5-a05c-ed5c352179c4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0808041 Jun 22 00:56:51.932200 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-83550eb7-3f62-4a01-9a41-44cbf070e9d3 req-ebdac183-d23a-4ad6-b849-46727460b8ea tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348353 Jun 22 00:56:52.362630 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 27a9515a-6505-492c-8fe4-8c6c4cb3512d no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:52.386315 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 27a9515a-6505-492c-8fe4-8c6c4cb3512d {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:52.386664 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 27a9515a-6505-492c-8fe4-8c6c4cb3512d not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:52.387094 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:52.526978 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:53.122314 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bc9ee-cdec-47ac-b69b-ad50560cb960 req-70352108-6f24-4c7e-a6ef-26b73136402a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:53.123802 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-130bc9ee-cdec-47ac-b69b-ad50560cb960 req-70352108-6f24-4c7e-a6ef-26b73136402a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0663905 Jun 22 00:56:53.167855 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-130bc9ee-cdec-47ac-b69b-ad50560cb960 req-89d34422-0fbb-43ac-94e8-34a3a0127e16 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375082 Jun 22 00:56:53.529331 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:54.350015 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adf26e-eeb4-4fe0-848c-c7f220e3050d req-9c59d62c-d038-4c59-9b59-44621be96b3f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:54.351531 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5adf26e-eeb4-4fe0-848c-c7f220e3050d req-9c59d62c-d038-4c59-9b59-44621be96b3f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0645990 Jun 22 00:56:54.399565 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b5adf26e-eeb4-4fe0-848c-c7f220e3050d req-ce4c60fb-1426-46f5-8f3c-f157479e9bf6 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385809 Jun 22 00:56:54.732826 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58358) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:55.254345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:55.569899 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Deleting port f0e9f72d-2162-48ec-917f-c01a1bef0642 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:55.570569 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:55.585755 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833dd7-c8e9-45c4-8dd3-b94e4d395a17 req-718f2b70-7af0-4cf0-b961-620e7c2d4078 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:55.587306 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ce833dd7-c8e9-45c4-8dd3-b94e4d395a17 req-718f2b70-7af0-4cf0-b961-620e7c2d4078 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0626900 Jun 22 00:56:55.642732 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ce833dd7-c8e9-45c4-8dd3-b94e4d395a17 req-84ea3e88-742c-4c9b-9cb8-98ffc0034aac tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Jun 22 00:56:55.661031 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] For port f0e9f72d-2162-48ec-917f-c01a1bef0642, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=f0e9f72d-2162-48ec-917f-c01a1bef0642,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:55.676775 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:55.740351 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Calling delete_port for f0e9f72d-2162-48ec-917f-c01a1bef0642 owned by network:router_interface {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:55.940832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:55.943361 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:55.967868 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e9f72d-2162-48ec-917f-c01a1bef0642,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:55.971638 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:56.157679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:56.367318 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Router b3545bb6-3933-4af6-b8c6-13c14b44258e has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:56:56.744358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:56:56.749847 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-09c2de44-797e-4bb4-8f82-c145f540d069 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3545bb6-3933-4af6-b8c6-13c14b44258e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0154505 Jun 22 00:56:56.751994 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58368) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:56.754005 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Sync routers for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:56:56.764724 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:56.765931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:56:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:56.873880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:56.919146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f7808-eff3-4da7-9c24-1cffc23dbd7f req-9230e3d3-ca5c-4bca-a437-776544ab71b8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:56.920731 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b33f7808-eff3-4da7-9c24-1cffc23dbd7f req-9230e3d3-ca5c-4bca-a437-776544ab71b8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.1174495 Jun 22 00:56:56.922241 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.056862 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b33f7808-eff3-4da7-9c24-1cffc23dbd7f req-ed23e517-8cad-4c4f-a62e-a3a4aa6bcf1a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808666 Jun 22 00:56:57.068591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.068986 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185'}], 'enable_snat': True}, 'gw_port_id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:56:55Z', 'revision_number': 5, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port': {'id': '006fbb50-95d6-4a1e-bd14-fb77f2b71860', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:79:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:49Z', 'updated_at': '2021-06-22T00:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:57.098030 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Checking router: b3545bb6-3933-4af6-b8c6-13c14b44258e for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:56:57.115757 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Routers {'b3545bb6-3933-4af6-b8c6-13c14b44258e'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:56:57.116484 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:56:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['b3545bb6-3933-4af6-b8c6-13c14b44258e'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:57.123637 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Deleting port 006fbb50-95d6-4a1e-bd14-fb77f2b71860 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:57.124114 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.210617 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] For port 006fbb50-95d6-4a1e-bd14-fb77f2b71860, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=006fbb50-95d6-4a1e-bd14-fb77f2b71860,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:57.211060 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.230120 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] Set router b3545bb6-3933-4af6-b8c6-13c14b44258e gateway port host: None {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:56:57.275822 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Calling delete_port for 006fbb50-95d6-4a1e-bd14-fb77f2b71860 owned by network:router_gateway {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:57.300088 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:56:57Z', 'revision_number': 6, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port_host': None}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:57.328543 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a458340-0340-47dc-aa1e-79eefcbfc801 None None] The sync data for ids ['b3545bb6-3933-4af6-b8c6-13c14b44258e'] in dv-cinder-753305-6-smb is: [{'id': 'b3545bb6-3933-4af6-b8c6-13c14b44258e', 'name': 'tempest-AttachVolumeTestJSON-2129520845-router', 'tenant_id': '34e1ce76a8eb45249bebb81840785b1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:48Z', 'updated_at': '2021-06-22T00:56:57Z', 'revision_number': 6, 'project_id': '34e1ce76a8eb45249bebb81840785b1e', 'gw_port_host': None}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:56:57.448097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.450291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:57.476225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=006fbb50-95d6-4a1e-bd14-fb77f2b71860,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:57.482767 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:57.548554 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.661107 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.663347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.733041 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.733685 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3545bb6-3933-4af6-b8c6-13c14b44258e {{(pid=104338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:56:57.739531 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.741053 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ee6297c4-45f9-4141-9931-e1f6bc9db5c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3545bb6-3933-4af6-b8c6-13c14b44258e HTTP/1.1" status: 204 len: 168 time: 0.9876862 Jun 22 00:56:57.743539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58370) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:57.792631 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Deleting subnet a2773e95-1fd1-4114-9580-9afc79a88049 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:56:57.795759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.829687 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:57.944969 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.003356 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.007213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:58.029590 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2773e95-1fd1-4114-9580-9afc79a88049,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:58.032648 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:58.034241 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.037480 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-20a20141-755c-48c8-83ee-25cd2390af3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a2773e95-1fd1-4114-9580-9afc79a88049 HTTP/1.1" status: 204 len: 168 time: 0.2919040 Jun 22 00:56:58.039195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58374) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:58.041932 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec51f1a-4312-4450-9f65-707bbb6c2153 None None] Network 793a8a4f-9515-471d-bfbe-795c50d8b4ff requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:56:58.131146 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.197404 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Deleting port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:58.199964 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.275193 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] DHCP port deletion for 793a8a4f-9515-471d-bfbe-795c50d8b4ff request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:56:58.308330 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] For port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:58.309487 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.328786 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04274f-782b-4ee5-8204-b9662ed12454 req-14408554-9fa2-4ea4-8b7c-96d723fcc3a3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:58.331593 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6f04274f-782b-4ee5-8204-b9662ed12454 req-14408554-9fa2-4ea4-8b7c-96d723fcc3a3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.1222124 Jun 22 00:56:58.366288 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Deleting port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:56:58.367895 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.380679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Calling delete_port for 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 owned by network:dhcp {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:58.405851 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6f04274f-782b-4ee5-8204-b9662ed12454 req-6595907a-019a-4213-8b3f-179ca8f2b1a8 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674505 Jun 22 00:56:58.512665 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] For port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,segment=NetworkSegment(ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed),segment_id=ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:56:58.512989 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.528098 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.531658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cd5e14a5-96d7-400a-9e23-0395ddf69895 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:58.566324 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:58.569831 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:58.574383 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] No DVR routers for this DVR port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 on host dv-cinder-753305-6-smb {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:58.590622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Calling delete_port for 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:56:58.653215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.664009 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793a8a4f-9515-471d-bfbe-795c50d8b4ff']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:58.674606 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:58.675003 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac45cb55-2b1b-41c8-b9a7-2a6829ad3eed') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:56:58.695990 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.714186 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.721365 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:56:58.721878 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:56:58.723896 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:56:58.727843 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.734757 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:58.765983 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Pushing event deleted for resources: {'Port': ['ID=816a31a3-7095-4cdf-ab8c-ce1bd5b48117,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:58.771949 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 006fbb50-95d6-4a1e-bd14-fb77f2b71860 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:58.774554 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:58.778554 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdc516-eb42-4962-828d-ef684258de85 None None] No DVR routers for this DVR port 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:56:58.783282 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.787343 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:58.789973 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:58.794578 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/793a8a4f-9515-471d-bfbe-795c50d8b4ff HTTP/1.1" status: 204 len: 168 time: 0.7464373 Jun 22 00:56:58.807201 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 006fbb50-95d6-4a1e-bd14-fb77f2b71860 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:58.807571 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 006fbb50-95d6-4a1e-bd14-fb77f2b71860 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:58.808069 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f0e9f72d-2162-48ec-917f-c01a1bef0642 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:58.813337 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=793a8a4f-9515-471d-bfbe-795c50d8b4ff,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:58.816822 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ee18e6b3-95a7-42a5-a6ce-6ffd2f12afe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:58.959879 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: f0e9f72d-2162-48ec-917f-c01a1bef0642 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:58.960250 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device f0e9f72d-2162-48ec-917f-c01a1bef0642 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:58.960688 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:56:58.977352 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58380) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:58.979862 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:56:58.980226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 816a31a3-7095-4cdf-ab8c-ce1bd5b48117 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:56:59.020320 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ddf70374-a3fa-43db-a42c-1511977f4b8a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34e1ce76a8eb45249bebb81840785b1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432496 Jun 22 00:56:59.022907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58382) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:56:59.079501 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:59.100041 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:59.150466 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:59.153116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:56:59.154285 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a84ac1c-42a3-44df-bbf3-2b13711052b2 HTTP/1.1" status: 204 len: 168 time: 0.1303947 Jun 22 00:56:59.155063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-1653b8ce-b876-483e-893f-a5b3a81c765b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:56:59.166136 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84ac1c-42a3-44df-bbf3-2b13711052b2,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:56:59.168770 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:56:59.600469 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada413-4ba9-42a4-80f3-d0ed910fe7b5 req-5c3c6551-e230-4888-b2be-82d73b773898 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:56:59.601993 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-70ada413-4ba9-42a4-80f3-d0ed910fe7b5 req-5c3c6551-e230-4888-b2be-82d73b773898 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0750704 Jun 22 00:56:59.654362 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-70ada413-4ba9-42a4-80f3-d0ed910fe7b5 req-18dc3ebf-f9b8-4110-b3d5-52c1ff41b28c tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455596 Jun 22 00:57:00.851360 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02b215-e7e2-4eb4-8eca-fbd1e7e64234 req-38d1aa01-b2e6-4b05-b742-b164cd026951 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:00.852888 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ab02b215-e7e2-4eb4-8eca-fbd1e7e64234 req-38d1aa01-b2e6-4b05-b742-b164cd026951 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0757403 Jun 22 00:57:00.894122 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ab02b215-e7e2-4eb4-8eca-fbd1e7e64234 req-620f3122-fe11-4803-91f3-cf5c908c8737 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348659 Jun 22 00:57:01.014224 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58436) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:01.119372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.211698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.216745 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.219454 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-99ab0806-2a79-4e36-ba39-1390b720092a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:01.260117 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d403a7b909746a786f444ffd1335e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448213 Jun 22 00:57:01.261012 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df455ccb-8adf-4224-9aa0-287799f5ec6b,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:01.263432 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58442) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:01.266237 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:01.317221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.340385 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.388852 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.391436 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.392581 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df455ccb-8adf-4224-9aa0-287799f5ec6b HTTP/1.1" status: 204 len: 168 time: 0.1285026 Jun 22 00:57:01.393340 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-699abe11-e3a3-4cff-af9e-fac94cbd3df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:01.400560 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df455ccb-8adf-4224-9aa0-287799f5ec6b,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:01.403211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:01.661519 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58448) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:01.675137 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.766687 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.772319 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.775257 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-21e79e0e-d55f-4761-b528-fb2d8b2b5300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:01.815776 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b19f286dcff24b62a0ae32def2d333ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502602 Jun 22 00:57:01.815776 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0521a7-4dda-41da-b560-4f8cff8da364,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:01.816980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:01.817116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58450) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:01.872670 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.897035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.951799 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.955886 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:01.960410 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd0521a7-4dda-41da-b560-4f8cff8da364 HTTP/1.1" status: 204 len: 168 time: 0.1420407 Jun 22 00:57:01.962118 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f8c610d8-b323-4507-a07a-9bd2a7927fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:01.970419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0521a7-4dda-41da-b560-4f8cff8da364,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:01.974105 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:02.094191 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0de975-69b4-4abb-82cb-fd52cd09621d req-b12b08a2-58d8-4b11-b59a-1015064ee7c3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:02.101709 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cd0de975-69b4-4abb-82cb-fd52cd09621d req-b12b08a2-58d8-4b11-b59a-1015064ee7c3 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0754914 Jun 22 00:57:02.137269 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-cd0de975-69b4-4abb-82cb-fd52cd09621d req-9ad07583-e259-48fc-9eb4-41e1df2f0501 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332232 Jun 22 00:57:02.744576 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0771db4-f6cb-4a07-a4d5-7123c944fffc req-ddba1a56-3535-4b2b-bffc-1b63c0c55299 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:02.748217 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0771db4-f6cb-4a07-a4d5-7123c944fffc req-ddba1a56-3535-4b2b-bffc-1b63c0c55299 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0650299 Jun 22 00:57:02.789056 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a0771db4-f6cb-4a07-a4d5-7123c944fffc req-5a55abd0-dde2-4903-8c31-c56f3c7442e4 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344820 Jun 22 00:57:03.317017 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58cb0f-dbf3-4ecf-8ef5-3be1118feade req-8ed824b3-f92d-4a08-9fd6-fcc51c678e92 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:03.318521 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a58cb0f-dbf3-4ecf-8ef5-3be1118feade req-8ed824b3-f92d-4a08-9fd6-fcc51c678e92 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0638463 Jun 22 00:57:03.355309 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a58cb0f-dbf3-4ecf-8ef5-3be1118feade req-b28f779d-f4e0-42a9-b7c1-03c6cdd06a1a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310607 Jun 22 00:57:03.956421 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9718a-7957-4daa-8271-a1abd1d39a2a req-ed5b9aa0-7db8-4ef9-b161-c105d2c239b2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:03.957844 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6a9718a-7957-4daa-8271-a1abd1d39a2a req-ed5b9aa0-7db8-4ef9-b161-c105d2c239b2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0606861 Jun 22 00:57:03.993554 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6a9718a-7957-4daa-8271-a1abd1d39a2a req-de573a79-c885-493c-846c-b1fb18d4622c tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301781 Jun 22 00:57:04.534752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165327c8-3019-4aa2-9fd5-dc6328af9a48 req-fad13bd3-5fe0-4614-827f-0a2f6ae7be2e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:04.536236 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-165327c8-3019-4aa2-9fd5-dc6328af9a48 req-fad13bd3-5fe0-4614-827f-0a2f6ae7be2e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0645590 Jun 22 00:57:04.575788 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-165327c8-3019-4aa2-9fd5-dc6328af9a48 req-af45bd34-d309-45e0-8d9c-b0436e44b59a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Jun 22 00:57:05.166873 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc40d7-4803-4828-b7e3-aef2464d0836 req-e934880c-1092-48b4-bf01-a3a418973e72 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.168204 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-59fc40d7-4803-4828-b7e3-aef2464d0836 req-e934880c-1092-48b4-bf01-a3a418973e72 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0609419 Jun 22 00:57:05.211019 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-59fc40d7-4803-4828-b7e3-aef2464d0836 req-f28da93f-858d-444c-bed8-3fdbb77dea05 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373957 Jun 22 00:57:05.441524 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-024038ea-6700-42fb-933e-98cce70599e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.442930 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-024038ea-6700-42fb-933e-98cce70599e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0517495 Jun 22 00:57:05.543052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-af58038a-921f-44ab-a690-34aa77e84741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.544471 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-af58038a-921f-44ab-a690-34aa77e84741 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0830834 Jun 22 00:57:05.606320 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-2b008427-ff44-4986-b45e-bfd1458ee8a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0553188 Jun 22 00:57:05.653922 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-43179ad7-8252-49b4-82e2-a720d5b11f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.655341 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-43179ad7-8252-49b4-82e2-a720d5b11f7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0418761 Jun 22 00:57:05.989222 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-abff3914-eb82-4d50-8462-624ec47b3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:05.990737 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-abff3914-eb82-4d50-8462-624ec47b3d72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3287551 Jun 22 00:57:06.002021 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044acbeb-3c85-4cf5-8bc9-561dd1597f6b req-39aa54b5-7c3b-4507-8c62-01653a0b0d00 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:06.003378 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-044acbeb-3c85-4cf5-8bc9-561dd1597f6b req-39aa54b5-7c3b-4507-8c62-01653a0b0d00 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.3144569 Jun 22 00:57:06.085657 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-044acbeb-3c85-4cf5-8bc9-561dd1597f6b req-9a60db55-167a-48ce-a74f-c40cc38f6931 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745125 Jun 22 00:57:06.114316 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-6f02fa23-d29c-438f-ad19-739ad1286f66 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100287 Jun 22 00:57:06.206260 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bcdf3ce7-1010-47aa-9467-bf2fefc3a906 req-47b72750-1a46-453f-9f79-85b6665a1e52 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Jun 22 00:57:06.271839 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58552) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:06.383139 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.416107 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313fb75-5c13-45ca-a3ae-6e54d9ba93a2 req-f48f74b1-d275-4053-b25b-9f9fd94b30ea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:06.417561 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3313fb75-5c13-45ca-a3ae-6e54d9ba93a2 req-f48f74b1-d275-4053-b25b-9f9fd94b30ea tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0946822 Jun 22 00:57:06.474108 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3313fb75-5c13-45ca-a3ae-6e54d9ba93a2 req-6f2bf792-ff93-44e3-8f9d-47fb9b2dd882 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491111 Jun 22 00:57:06.513708 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.517360 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.519604 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:06.553880 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2930385c0c2d4e4baf9ccd4188f1a1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809677 Jun 22 00:57:06.554715 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ab144-a75e-48bf-b7d0-a3dd72c15e30,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:06.557417 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58556) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:06.557919 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-0aef031f-705b-4a90-901d-a289c470665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:06.605955 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.626425 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.675673 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.678925 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:06.682803 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf9ab144-a75e-48bf-b7d0-a3dd72c15e30 HTTP/1.1" status: 204 len: 168 time: 0.1239669 Jun 22 00:57:06.683594 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cfc45183-5eea-45cd-8a69-042e30f4b2d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:06.691363 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ab144-a75e-48bf-b7d0-a3dd72c15e30,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:06.693550 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:06.949903 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58564) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:06.963315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.052711 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.056426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.059686 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-166283e6-552d-479f-bc99-c09fb45e5443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:07.094010 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99908f2a59fc4e7b88b24c7f9a59fe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431189 Jun 22 00:57:07.094753 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69e653-413b-4e06-9d9e-af7b2ae8636a,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:07.096712 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58566) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:07.098037 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2430b4f8-9b5c-4b6d-a53e-69f027ce3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:07.147679 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.167334 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.214308 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.217161 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:07.218359 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a69e653-413b-4e06-9d9e-af7b2ae8636a HTTP/1.1" status: 204 len: 168 time: 0.1206641 Jun 22 00:57:07.219227 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-39ee0cdb-f2e7-4577-83a1-af7cfc059752 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:07.226552 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69e653-413b-4e06-9d9e-af7b2ae8636a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:07.229567 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:07.267057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246984f6-cabe-4479-92dc-1b255dc1a0e3 req-e7dcbe2f-1b4e-46db-ae98-9603137dfc48 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:07.268719 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-246984f6-cabe-4479-92dc-1b255dc1a0e3 req-e7dcbe2f-1b4e-46db-ae98-9603137dfc48 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0669932 Jun 22 00:57:07.306070 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-246984f6-cabe-4479-92dc-1b255dc1a0e3 req-3a62ea1b-4544-42f1-b9d5-bbc6a81cbbaa tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317764 Jun 22 00:57:07.652422 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc61f82-f11a-4dd0-b2d9-385c907e48e5 req-c1073a69-5eb6-4b10-b1e2-621db225984b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:07.653983 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4dc61f82-f11a-4dd0-b2d9-385c907e48e5 req-c1073a69-5eb6-4b10-b1e2-621db225984b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0674081 Jun 22 00:57:07.710130 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4dc61f82-f11a-4dd0-b2d9-385c907e48e5 req-e3978b51-cc46-456a-8bb3-79c3b05e3b27 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493085 Jun 22 00:57:08.449501 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:57:08.492103 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986dd094-bce7-4632-9be6-76bf1130cbd8 req-20ec46d4-d029-4698-b1d2-b5b74160c837 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:08.493632 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-986dd094-bce7-4632-9be6-76bf1130cbd8 req-20ec46d4-d029-4698-b1d2-b5b74160c837 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 944 time: 0.0684032 Jun 22 00:57:08.532051 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-986dd094-bce7-4632-9be6-76bf1130cbd8 req-f6d4faac-8d0e-4586-a7f8-ac7f3a0c4117 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Jun 22 00:57:08.544047 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:08.555878 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'port_id': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'mac_address': 'fa:16:3e:03:a5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:57:08.592452 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:08.605791 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:08.624631 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:08.628634 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:08.630364 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:08.678259 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=9']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:08.681378 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:08.888555 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d76db2-0e0d-479d-8f3f-1d38e6970e06 req-ecbcde62-343a-45fa-8ce8-34407d7ca95f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:08.890032 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-07d76db2-0e0d-479d-8f3f-1d38e6970e06 req-ecbcde62-343a-45fa-8ce8-34407d7ca95f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0689418 Jun 22 00:57:08.935992 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-07d76db2-0e0d-479d-8f3f-1d38e6970e06 req-ffb1a7de-81bf-4711-9842-ee716fa4ca80 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379248 Jun 22 00:57:09.060304 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['e51a1557-f3c4-4dda-b0ba-be05e17a5759'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:57:09.708930 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046ccf-cf53-4138-bbfa-e2c66c6f9e3b req-2032f9a2-5e9b-4e6d-a067-98ceebb5d5f4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:09.710389 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fe046ccf-cf53-4138-bbfa-e2c66c6f9e3b req-2032f9a2-5e9b-4e6d-a067-98ceebb5d5f4 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 945 time: 0.0618441 Jun 22 00:57:09.745983 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fe046ccf-cf53-4138-bbfa-e2c66c6f9e3b req-bdc30cdd-f594-470b-b6e3-397a56644f86 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301495 Jun 22 00:57:10.123530 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173a0be-ca4e-4cd5-b685-2bf63d768ce0 req-09dac06c-8edf-461b-ab3a-11da89be35bd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:10.124973 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5173a0be-ca4e-4cd5-b685-2bf63d768ce0 req-09dac06c-8edf-461b-ab3a-11da89be35bd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0724583 Jun 22 00:57:10.163566 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-5173a0be-ca4e-4cd5-b685-2bf63d768ce0 req-438ff9a6-47e3-4892-ad2c-8807810880ed tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324163 Jun 22 00:57:10.461819 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:57:10.507783 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port e51a1557-f3c4-4dda-b0ba-be05e17a5759 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:10.508162 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:10.584742 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:10.606305 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:10.608625 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451851e3-91ca-4f9a-ac6e-f9cd251321ab" -d '{"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:10.625710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:10.630143 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:10.632113 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:10.652502 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f638dc1-1343-44b4-9632-ac7306ef63af x-openstack-request-id: req-8f638dc1-1343-44b4-9632-ac7306ef63af {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:10.652795 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-plugged", "status": "completed", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:10.653051 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f638dc1-1343-44b4-9632-ac7306ef63af {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:10.653451 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'code': 200} Jun 22 00:57:10.678296 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=10']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:10.681192 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:10.881035 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ed41-8d7b-4074-8925-d8eb00b15a81 req-3a13b0c4-7dc1-4a1d-bb6a-3b71f516b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:10.882546 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a74ed41-8d7b-4074-8925-d8eb00b15a81 req-3a13b0c4-7dc1-4a1d-bb6a-3b71f516b5df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1100 time: 0.0505910 Jun 22 00:57:10.918761 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8a74ed41-8d7b-4074-8925-d8eb00b15a81 req-39a3a549-9272-48a3-ad02-1b9a0b9f62b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302947 Jun 22 00:57:10.924938 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2260f-f1ba-4b74-b4a2-040c03651005 req-f1e205f1-f2bd-4334-926d-d7e01ef9cf62 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:10.926438 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-01c2260f-f1ba-4b74-b4a2-040c03651005 req-f1e205f1-f2bd-4334-926d-d7e01ef9cf62 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0628617 Jun 22 00:57:10.963111 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-01c2260f-f1ba-4b74-b4a2-040c03651005 req-621068fc-5b21-4085-8d84-7a709884bb3d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309629 Jun 22 00:57:11.339419 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735dc38e-8b54-4dd9-af1e-27336733faa3 req-005a6b38-e23e-4d5b-85ea-2b1348404de2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:11.340904 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-735dc38e-8b54-4dd9-af1e-27336733faa3 req-005a6b38-e23e-4d5b-85ea-2b1348404de2 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0667801 Jun 22 00:57:11.379251 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-735dc38e-8b54-4dd9-af1e-27336733faa3 req-f9e5fedc-f974-4182-a389-f12637a91b74 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319412 Jun 22 00:57:12.136193 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16795-b599-4a13-99f3-86002cfa7b22 req-47bff9b9-b5eb-4f04-ae97-4784150f0086 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:12.137645 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-02b16795-b599-4a13-99f3-86002cfa7b22 req-47bff9b9-b5eb-4f04-ae97-4784150f0086 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0640588 Jun 22 00:57:12.173803 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-02b16795-b599-4a13-99f3-86002cfa7b22 req-2f022d37-be59-47e6-8c5c-938646a47561 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Jun 22 00:57:12.551337 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e15fb5-aa73-4f64-9434-8a1a9f0f1197 req-6f16e1bc-0f73-4b6f-9609-dfc602199963 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:12.552810 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d5e15fb5-aa73-4f64-9434-8a1a9f0f1197 req-6f16e1bc-0f73-4b6f-9609-dfc602199963 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0606511 Jun 22 00:57:12.595084 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d5e15fb5-aa73-4f64-9434-8a1a9f0f1197 req-2576fc76-23b7-43cf-b19c-46b18a22dbdf tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356121 Jun 22 00:57:13.348113 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747abb24-7dfd-4c1a-8cf4-ebf597f858fe req-8b24f740-7895-424e-a326-ce86192d4a0a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:13.349584 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-747abb24-7dfd-4c1a-8cf4-ebf597f858fe req-8b24f740-7895-424e-a326-ce86192d4a0a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0620222 Jun 22 00:57:13.386069 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-747abb24-7dfd-4c1a-8cf4-ebf597f858fe req-ec071415-efd2-4102-a6c1-071cfacdf2ce tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310044 Jun 22 00:57:13.775704 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca518b2f-cb05-4068-839e-bb5111216b5a req-505dbc38-3ae9-4c03-a28f-6b5b8b2358e4 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:13.777909 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca518b2f-cb05-4068-839e-bb5111216b5a req-505dbc38-3ae9-4c03-a28f-6b5b8b2358e4 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0693069 Jun 22 00:57:13.818198 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca518b2f-cb05-4068-839e-bb5111216b5a req-62b95f01-6fe7-4783-85f8-b7a4afbb6cee tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Jun 22 00:57:14.256193 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:57:14.989624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d652213-ae74-4cc0-9640-a7bbd73ffd96 req-49357ea7-df80-4a0c-be57-7ea880280ccd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:14.991072 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3d652213-ae74-4cc0-9640-a7bbd73ffd96 req-49357ea7-df80-4a0c-be57-7ea880280ccd tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0611966 Jun 22 00:57:15.033262 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3d652213-ae74-4cc0-9640-a7bbd73ffd96 req-d7ba6540-2e08-4a2d-bdcf-e397a425ae47 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365641 Jun 22 00:57:16.218451 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823aebc-fd03-4e9f-81d6-616451ced026 req-4b2f2637-5e6a-48a9-b7fa-578099a4093a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:16.218451 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2823aebc-fd03-4e9f-81d6-616451ced026 req-4b2f2637-5e6a-48a9-b7fa-578099a4093a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0712759 Jun 22 00:57:16.253687 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2823aebc-fd03-4e9f-81d6-616451ced026 req-4fa65924-b365-4c40-80fb-1f471b74ba0f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Jun 22 00:57:17.325196 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-fd81eb0e-fa3d-4402-a9bf-511342fa04d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:17.426613 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4651648-99ab-42b6-af0b-52ffde05afc3 req-91a27387-94fc-4f8a-bd72-4e03c35ef735 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:17.428081 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c4651648-99ab-42b6-af0b-52ffde05afc3 req-91a27387-94fc-4f8a-bd72-4e03c35ef735 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0643899 Jun 22 00:57:17.466285 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c4651648-99ab-42b6-af0b-52ffde05afc3 req-4cca5470-92f6-4737-bbb2-6e9b861d24f6 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Jun 22 00:57:18.654954 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06c6d8-bec6-466e-bc4c-a0b6db0f4c6b req-bbc9f036-dff2-48ab-8f0d-701b240686d3 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:18.656420 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e06c6d8-bec6-466e-bc4c-a0b6db0f4c6b req-bbc9f036-dff2-48ab-8f0d-701b240686d3 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0627570 Jun 22 00:57:18.693785 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5e06c6d8-bec6-466e-bc4c-a0b6db0f4c6b req-4b5263f5-a77f-4a0a-b8a9-31c39817d5b9 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Jun 22 00:57:19.863156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506ce4c-3263-41eb-a982-4d9621a6d2c3 req-7263b41a-0e30-4ccf-8fb5-24d82da6c295 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:19.864629 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7506ce4c-3263-41eb-a982-4d9621a6d2c3 req-7263b41a-0e30-4ccf-8fb5-24d82da6c295 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0629210 Jun 22 00:57:19.901731 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7506ce4c-3263-41eb-a982-4d9621a6d2c3 req-40774de5-048e-40c7-8073-6ff78aacc674 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Jun 22 00:57:20.054585 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7f4234a4-7da2-404f-98f0-d72289c5388c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:20.180580 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:20.738651 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675060-ec72-45b1-bcf7-81e979390eff req-24bbc0a6-6e1e-4867-8fd9-cbceb7db28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:20.740129 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-24bbc0a6-6e1e-4867-8fd9-cbceb7db28c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0604057 Jun 22 00:57:20.824512 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675060-ec72-45b1-bcf7-81e979390eff req-f11eb43f-5cba-44d1-b288-2a56089bd570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:20.825939 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-f11eb43f-5cba-44d1-b288-2a56089bd570 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0797012 Jun 22 00:57:20.889787 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-a972949f-de9a-4d5d-944d-f8732562abaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0576918 Jun 22 00:57:20.936786 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675060-ec72-45b1-bcf7-81e979390eff req-20a95af8-4130-4c19-b4d2-0294cc8afc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:20.938499 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-20a95af8-4130-4c19-b4d2-0294cc8afc89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0425687 Jun 22 00:57:20.998431 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675060-ec72-45b1-bcf7-81e979390eff req-9833b643-c1de-4865-a889-519220bcd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:20.999817 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-9833b643-c1de-4865-a889-519220bcd8fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552285 Jun 22 00:57:21.135328 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:21.140504 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-a8378d78-066b-45ac-91e2-41ec83c7dda8 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323743 Jun 22 00:57:21.149422 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfebc-adf5-4939-9b14-5696d662ec6d req-0babc237-eb07-4644-b8bd-18ea53d5ffd4 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:21.150877 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d3ddfebc-adf5-4939-9b14-5696d662ec6d req-0babc237-eb07-4644-b8bd-18ea53d5ffd4 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.1271048 Jun 22 00:57:21.239293 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-d3ddfebc-adf5-4939-9b14-5696d662ec6d req-70ff97ee-3711-46e3-bc9f-86eb84d2acf6 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798891 Jun 22 00:57:21.266003 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-19675060-ec72-45b1-bcf7-81e979390eff req-e55d20ff-0aa2-40e0-9fd6-b09b101ec3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141994 Jun 22 00:57:22.414402 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c9005-cd28-479e-8212-646708c8ac93 req-ffde0578-01ac-4a3a-ac44-81b2fd0cff55 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:22.415861 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e76c9005-cd28-479e-8212-646708c8ac93 req-ffde0578-01ac-4a3a-ac44-81b2fd0cff55 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0674467 Jun 22 00:57:22.455081 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e76c9005-cd28-479e-8212-646708c8ac93 req-b8131d0d-cf1a-4298-8ac6-331c2171695b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328741 Jun 22 00:57:22.529519 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.537907 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.631825 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56dd3-b0cc-4513-afc3-1ea799f2ebc5 req-87e4e2bd-850a-4271-befb-44cfc0a6cf7a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:23.633389 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-80c56dd3-b0cc-4513-afc3-1ea799f2ebc5 req-87e4e2bd-850a-4271-befb-44cfc0a6cf7a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0657198 Jun 22 00:57:23.678204 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-80c56dd3-b0cc-4513-afc3-1ea799f2ebc5 req-f5c5cbdd-073a-473e-8e98-696fe10c2779 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Jun 22 00:57:23.779230 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58832) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:23.885604 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.960963 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-d06b58ef-044d-4730-b247-5bdfb362d622 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0572808 Jun 22 00:57:23.981944 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.988695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:23.997698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-37801bce-8067-4ce9-8861-3d29cf1147d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:24.028960 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6618f392011f485fb1956aaf9f5d7cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462664 Jun 22 00:57:24.029236 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58840) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:24.032292 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05d69c-e483-46ac-a243-a79e822bc237,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:24.035760 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:24.069709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed0f3a-a2b6-4f91-af20-428dbfad2884 req-eda947af-c109-46f0-897b-931d8c806e05 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:24.069709 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-20ed0f3a-a2b6-4f91-af20-428dbfad2884 req-eda947af-c109-46f0-897b-931d8c806e05 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0966079 Jun 22 00:57:24.119870 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.127785 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-20ed0f3a-a2b6-4f91-af20-428dbfad2884 req-5c3b05b8-2d40-4118-abeb-c3f7b67d719a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513363 Jun 22 00:57:24.145027 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.193673 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.196543 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.200004 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc05d69c-e483-46ac-a243-a79e822bc237 HTTP/1.1" status: 204 len: 168 time: 0.1674304 Jun 22 00:57:24.200004 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c28e7d09-db99-4c32-91d3-cd07ba0d2f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:24.205861 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05d69c-e483-46ac-a243-a79e822bc237,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:24.211495 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7d6b7821-8875-4d75-918a-b8010ece580c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:24.464906 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58850) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:24.477911 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.568539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.571976 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.575038 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-556359b5-89d0-46f2-a95f-7f7212ff8a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:24.613452 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc16d8e144c6479e82797b8697da7c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474137 Jun 22 00:57:24.614367 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc6a075-6909-4f1e-9f28-0b2cb711eece,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:24.616126 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58852) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:24.617449 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:24.664439 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.686385 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.738206 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.740863 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:24.742115 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2bc6a075-6909-4f1e-9f28-0b2cb711eece HTTP/1.1" status: 204 len: 168 time: 0.1250038 Jun 22 00:57:24.742867 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-658662b9-7343-4e05-a5e7-5a0b26eb6f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:24.750352 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc6a075-6909-4f1e-9f28-0b2cb711eece,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:24.752565 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-190c9f63-2092-4cef-bf2b-5ff0a0e5755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:25.301992 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7dec4-bb83-4385-83ff-8560eb3549fb req-a698c159-f71b-4758-a371-d10a944ec556 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.303475 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4cc7dec4-bb83-4385-83ff-8560eb3549fb req-a698c159-f71b-4758-a371-d10a944ec556 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0635104 Jun 22 00:57:25.341296 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-2e48d465-cf6d-4b18-b6a4-368a8cb64147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.343120 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-2e48d465-cf6d-4b18-b6a4-368a8cb64147 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512&tenant_id=2cf394d6fc5c4824a9ceadcac75515d8 HTTP/1.1" status: 200 len: 1099 time: 0.0575719 Jun 22 00:57:25.344729 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4cc7dec4-bb83-4385-83ff-8560eb3549fb req-72ba4feb-7aa2-4e8f-abf8-877cac3c3715 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346868 Jun 22 00:57:25.435950 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-77c08fbe-c852-4ec8-a727-b50390ae8eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.437449 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-77c08fbe-c852-4ec8-a727-b50390ae8eb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0531542 Jun 22 00:57:25.528129 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-b9f2a3ec-f8e2-4419-bfa1-a6d9ac2fce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.529591 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-b9f2a3ec-f8e2-4419-bfa1-a6d9ac2fce66 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.0858691 Jun 22 00:57:25.590758 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-82718c87-a1a9-4ed2-972a-21bf29a42ee4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0547581 Jun 22 00:57:25.639331 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-ef386f66-0d6a-4274-9c1f-cbc51a61e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.640804 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-ef386f66-0d6a-4274-9c1f-cbc51a61e492 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0423353 Jun 22 00:57:25.703815 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-8cf9d990-8ef7-4fd6-b613-f5e7a33da0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:25.705292 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-8cf9d990-8ef7-4fd6-b613-f5e7a33da0db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551047 Jun 22 00:57:25.800238 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-4cbc053f-a60d-47f3-b0f5-53ea59d95a23 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875263 Jun 22 00:57:25.894374 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-91eaab65-e946-46cc-8396-4566da91d3f7 req-4e679116-ead1-4c00-a90b-f3a849e6f4fb service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Jun 22 00:57:26.523879 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b843e56-bfca-4835-b6ad-e17c41232bd9 req-f8f22297-9ac7-45b1-a7f1-6fbc30daa0bf tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:26.525344 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5b843e56-bfca-4835-b6ad-e17c41232bd9 req-f8f22297-9ac7-45b1-a7f1-6fbc30daa0bf tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0632541 Jun 22 00:57:26.563272 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5b843e56-bfca-4835-b6ad-e17c41232bd9 req-b373d9b3-249d-4859-85a9-e64b385ba619 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Jun 22 00:57:26.596434 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:57:26.667295 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.691332 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:26.693656 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c36bb-e8f7-4a4b-a8dd-50bb474527a1" -d '{"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-unplugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:26.706550 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:26.711927 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.713894 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-0a3c519b-559a-4c95-b55c-cb142f314e4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:26.738209 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842ef642-1fdd-46af-b178-bf61ca4f94ee x-openstack-request-id: req-842ef642-1fdd-46af-b178-bf61ca4f94ee {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:26.738504 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-unplugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:26.738763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-842ef642-1fdd-46af-b178-bf61ca4f94ee {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:26.739147 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'code': 200} Jun 22 00:57:26.763367 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=6']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:26.766681 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:26.786754 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58928) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:26.884097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.968579 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.972770 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:26.975820 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d8de1d88-4202-4c0a-9a83-320bd5392230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:27.008738 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3624f2eb87ca44c2b3071d9d6d9ba7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209733 Jun 22 00:57:27.010658 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed506ed-84d7-41b0-a312-ae81bea54cd0,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:27.011381 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58932) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:27.013616 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:27.058520 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.078154 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.122484 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.124911 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.126055 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ed506ed-84d7-41b0-a312-ae81bea54cd0 HTTP/1.1" status: 204 len: 168 time: 0.1136878 Jun 22 00:57:27.126836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ca8c0823-ae81-4ec7-94b8-eafe37f790b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:27.138617 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed506ed-84d7-41b0-a312-ae81bea54cd0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:27.141292 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-766e934b-0ca3-41bb-986d-7b0756e37205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:27.372143 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 58940) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:27.384819 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.473361 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.476806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.479919 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-aa6c0ec4-af58-4b76-ac39-60794c089261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:27.511979 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0091947dec24d8d85fe64397f7d87aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388223 Jun 22 00:57:27.513899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d748c9-5265-4b2e-9aaa-481916e9c8c6,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:27.514695 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 58942) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:27.516702 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cc96841d-ecfb-466f-a29b-05b5a6033e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:27.565171 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.585649 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.631663 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.634297 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:27.635492 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44d748c9-5265-4b2e-9aaa-481916e9c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1197803 Jun 22 00:57:27.636237 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ddc26be0-5508-49d8-bd9f-dbd02986270d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:27.644190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d748c9-5265-4b2e-9aaa-481916e9c8c6,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:27.646384 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-2df5c106-d074-479b-beef-2422d8fb1c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:27.742245 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d6d8f-a094-4cf2-9f2b-604983698e1a req-babddff7-313d-4f0c-b21c-16aab0a0aa01 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:27.743807 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-853d6d8f-a094-4cf2-9f2b-604983698e1a req-babddff7-313d-4f0c-b21c-16aab0a0aa01 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0637014 Jun 22 00:57:27.780159 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-853d6d8f-a094-4cf2-9f2b-604983698e1a req-2792e0d2-c15c-433f-a095-49a82ae1c18c tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307233 Jun 22 00:57:28.110636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02721d95-94ba-498f-989e-57642aea0d78 req-ae3e592e-403e-484b-800f-5b00a306a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:28.112100 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-02721d95-94ba-498f-989e-57642aea0d78 req-ae3e592e-403e-484b-800f-5b00a306a765 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1097 time: 0.0506935 Jun 22 00:57:28.152197 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-02721d95-94ba-498f-989e-57642aea0d78 req-a7c8762a-a34a-4f8d-ab51-8c7bd518d91b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315146 Jun 22 00:57:28.960003 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eae1c9-61ed-4cb3-a4e4-1a7f3b40f938 req-02d31886-6958-499a-b2ed-4be0cf75a094 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:28.961366 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e7eae1c9-61ed-4cb3-a4e4-1a7f3b40f938 req-02d31886-6958-499a-b2ed-4be0cf75a094 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0627172 Jun 22 00:57:28.998182 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e7eae1c9-61ed-4cb3-a4e4-1a7f3b40f938 req-a4874424-a090-4df3-b52d-9b933df05a4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308325 Jun 22 00:57:30.168384 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200e20-fc20-42b1-bd0e-1c106a4018aa req-72cac222-dae6-4a4a-89e8-fb573b6e9cbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:30.169771 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-39200e20-fc20-42b1-bd0e-1c106a4018aa req-72cac222-dae6-4a4a-89e8-fb573b6e9cbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 944 time: 0.0625625 Jun 22 00:57:30.208236 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-39200e20-fc20-42b1-bd0e-1c106a4018aa req-3145a0e1-f34b-40aa-b8f8-92b14c0ec273 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Jun 22 00:57:30.612276 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:57:30.703004 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:30.714971 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '90abd9eb-2b22-4723-b965-666b588c34e2', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'port_id': '90abd9eb-2b22-4723-b965-666b588c34e2', 'mac_address': 'fa:16:3e:05:e5:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:57:30.753056 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:30.765536 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90abd9eb-2b22-4723-b965-666b588c34e2 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:30.784620 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:30.789311 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:30.792378 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:30.836752 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=7']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:30.843710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.844071 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.844421 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.844765 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.845106 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.845457 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.845808 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.846143 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.846479 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.846811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.847143 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.847982 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:30.852003 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:31.276919 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['90abd9eb-2b22-4723-b965-666b588c34e2'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:57:32.611929 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:57:32.657809 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 90abd9eb-2b22-4723-b965-666b588c34e2 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:32.658195 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:32.735935 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:32.758374 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:32.760664 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67444db2-9669-4f05-b36e-c9abb415d247" -d '{"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-plugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:32.773133 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:57:32.777427 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:32.779291 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:32.803624 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed75067-2533-4e27-803e-fbb9e51286f9 x-openstack-request-id: req-aed75067-2533-4e27-803e-fbb9e51286f9 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:32.803925 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-plugged", "status": "completed", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:32.804188 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aed75067-2533-4e27-803e-fbb9e51286f9 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:32.804576 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'code': 200} Jun 22 00:57:32.828523 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=8']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:32.831568 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:47.328083 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1877d5a4-d698-4ffe-9c12-4465494d0f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:50.054502 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-714f8306-8cb9-4e9e-b11b-ab9b9003df7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:50.181722 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.136997 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.254769 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:57:51.403930 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59110) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:51.502452 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.590222 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.593857 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.596877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6a616fd3-0082-4e55-b048-38637aaf3885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:51.630398 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350ef9f-debf-4915-b555-e535491f1cd1,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:51.634840 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae104ec8a4a840f8866daf91b5e09ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299018 Jun 22 00:57:51.637692 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59114) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:57:51.639428 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.639808 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.640181 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.640543 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.640902 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.641259 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.641639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.641991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.642342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.642693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.643040 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.643386 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.647790 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:51.685198 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.705190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.752512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.755418 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:51.756515 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7350ef9f-debf-4915-b555-e535491f1cd1 HTTP/1.1" status: 204 len: 168 time: 0.1178141 Jun 22 00:57:51.757224 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a82fb3eb-e68a-44b3-9e88-4b617e2a0cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:51.764027 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350ef9f-debf-4915-b555-e535491f1cd1,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:51.771215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.771612 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.771963 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.772326 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.772686 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.773056 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.773398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.773778 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.774138 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.774490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.774842 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.775192 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:57:51.778216 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:52.531946 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:53.540094 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:53.898812 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-0323c271-8243-42a4-867c-22eccd26f39a tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ecb677f8d603471aab0b103cd70f7c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294418 Jun 22 00:57:54.074217 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-4b4453c1-03e0-4e2a-a82f-e96fef91cb8c tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:54.076107 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-4b4453c1-03e0-4e2a-a82f-e96fef91cb8c tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745696 Jun 22 00:57:54.090718 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-6bf40ddf-2f6a-4d6f-bb95-0dfb6448cb71 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/quotas/ecb677f8d603471aab0b103cd70f7c43 HTTP/1.1" status: 200 len: 375 time: 0.0092001 Jun 22 00:57:54.121047 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-10cb0b4f-bc08-475f-badd-bea69b669738 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ecb677f8d603471aab0b103cd70f7c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257514 Jun 22 00:57:54.286451 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6232ca88-8d08-477b-83ed-9b9e93d8163c req-be4305ac-b1a2-4d79-9c88-7267d7521c14 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 210 time: 0.0311730 Jun 22 00:57:55.333901 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b3cc8c6e-f731-4d00-9b3c-78cbcd1d30c4 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ecb677f8d603471aab0b103cd70f7c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219262 Jun 22 00:57:55.433078 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-351fd0c6-6ce8-492b-9b72-4914d08d60b0 req-60015261-759e-476b-a51c-6dc82a497c06 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 210 time: 0.0339863 Jun 22 00:57:55.464297 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-e5e5633a-85c3-444e-8691-19564b2090c3 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:55.465716 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-e5e5633a-85c3-444e-8691-19564b2090c3 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267314 Jun 22 00:57:55.484505 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Request body: {'port': {'device_id': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb', 'admin_state_up': True, 'tenant_id': 'ecb677f8d603471aab0b103cd70f7c43'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:57:55.591966 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Made reservation on behalf of ecb677f8d603471aab0b103cd70f7c43 for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:57:55.595515 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:55.604445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:55.691409 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:55.695045 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:55.699275 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ade032e9-caf2-4f93-a782-195c6122cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:55.756705 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f50742-07b6-4240-9dae-c864d05073f3,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:55.759878 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:55.824820 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Allocated IP 192.168.233.27 (d9d5f054-b2d7-4340-b411-2f9669654fcb/80d534ba-de77-4838-82a5-8eec295e200e/5886df15-b955-429f-b23d-d3d275417bf9) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:57:55.964825 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:55.977746 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Transition to ACTIVE for port object 5886df15-b955-429f-b23d-d3d275417bf9 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:57:56.008060 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.011697 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4861b596-fe63-4877-bc6b-01a79bea59d2 tempest-VolumesActionsTest-631383129 tempest-VolumesActionsTest-631383129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:56.053053 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Network d9d5f054-b2d7-4340-b411-2f9669654fcb is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:57:56.056030 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:57:56.060505 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:57:56.085845 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Pushing event updated for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:56.090168 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:56.112791 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:56.113411 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.127610 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6467452 Jun 22 00:57:56.195468 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Request body: {'port': {'device_id': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:57:56.249964 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-aab245b4-d92b-441b-b5a0-267652630ffa None None] Provisioning for port 5886df15-b955-429f-b23d-d3d275417bf9 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:57:56.254317 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-aab245b4-d92b-441b-b5a0-267652630ffa None None] Provisioning complete for port 5886df15-b955-429f-b23d-d3d275417bf9 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:57:56.254702 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aab245b4-d92b-441b-b5a0-267652630ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.267162 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.290043 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-aab245b4-d92b-441b-b5a0-267652630ffa None None] Port 5886df15-b955-429f-b23d-d3d275417bf9 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:57:56.616461 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39684d03-77dd-4362-b47a-dacd15cc43ca req-433a4bfe-fab6-470d-9cc6-be7219f0c45c tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:56.618040 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39684d03-77dd-4362-b47a-dacd15cc43ca req-433a4bfe-fab6-470d-9cc6-be7219f0c45c tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 935 time: 0.0683920 Jun 22 00:57:56.656649 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-39684d03-77dd-4362-b47a-dacd15cc43ca req-23a48851-a4eb-4aeb-aea0-019b75a2b976 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Jun 22 00:57:56.774121 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5886df15-b955-429f-b23d-d3d275417bf9 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:57:56.780944 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.792052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Transition to ACTIVE for port object 5886df15-b955-429f-b23d-d3d275417bf9 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:57:56.796796 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:56.799608 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:56.870315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:56.875201 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:56.947092 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Attempting to bind port 5886df15-b955-429f-b23d-d3d275417bf9 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:57:56.947440 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Attempting to bind port 5886df15-b955-429f-b23d-d3d275417bf9 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:57:56.947778 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Attempting to bind port 5886df15-b955-429f-b23d-d3d275417bf9 on network d9d5f054-b2d7-4340-b411-2f9669654fcb {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:57:56.952214 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Port 5886df15-b955-429f-b23d-d3d275417bf9 on network d9d5f054-b2d7-4340-b411-2f9669654fcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:57:56.952537 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Attempting to bind port 5886df15-b955-429f-b23d-d3d275417bf9 on network d9d5f054-b2d7-4340-b411-2f9669654fcb {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:57:56.957367 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:57:56.957733 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Checking segment: {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:57:56.958125 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Bound using segment: {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:57:56.958555 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Bound port: 5886df15-b955-429f-b23d-d3d275417bf9, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3b7903-0b37-40c5-9189-1ddd476da32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:57:56.958909 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:57.019280 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:57:57.022237 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=5886df15-b955-429f-b23d-d3d275417bf9,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:57:57.026540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:57.029137 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ca2b427a-adbf-4c82-b0b6-67f6cc649e37 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:57:57.064787 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.065393 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:57:57.066778 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/5886df15-b955-429f-b23d-d3d275417bf9 HTTP/1.1" status: 200 len: 1097 time: 0.8761837 Jun 22 00:57:57.067266 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:57:57.069616 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b44f61-a369-42ac-9c49-940198ebd1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "tag": "5886df15-b955-429f-b23d-d3d275417bf9"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:57:57.090111 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:57:57.093331 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:57:57.115055 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b4b6f-443c-4995-9b97-b9aa32b5f437 x-openstack-request-id: req-008b4b6f-443c-4995-9b97-b9aa32b5f437 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:57:57.115381 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "tag": "5886df15-b955-429f-b23d-d3d275417bf9", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:57:57.115669 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-008b4b6f-443c-4995-9b97-b9aa32b5f437 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:57:57.116091 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9', 'status': 'completed', 'code': 200} Jun 22 00:57:57.188465 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-038734f9-ab1e-4cac-9d2e-a8d8eae2508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.190186 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-038734f9-ab1e-4cac-9d2e-a8d8eae2508b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecb677f8d603471aab0b103cd70f7c43&device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 1100 time: 0.0545268 Jun 22 00:57:57.242598 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-15c96aed-3c67-4edd-ab44-cc866639c76b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5886df15-b955-429f-b23d-d3d275417bf9 HTTP/1.1" status: 200 len: 217 time: 0.0336468 Jun 22 00:57:57.292102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-5b942e4f-526e-4785-a77b-1433a31cdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.293404 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-5b942e4f-526e-4785-a77b-1433a31cdb9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80d534ba-de77-4838-82a5-8eec295e200e HTTP/1.1" status: 200 len: 843 time: 0.0449951 Jun 22 00:57:57.348238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-cdf3e3ca-ba4f-4347-a49f-ea24264abbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.349731 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-cdf3e3ca-ba4f-4347-a49f-ea24264abbbb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9d5f054-b2d7-4340-b411-2f9669654fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497174 Jun 22 00:57:57.434321 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-8f2482cc-1121-4d9d-b3b2-67a365b640f2 service neutron] 10.222.0.23 "GET /v2.0/networks/d9d5f054-b2d7-4340-b411-2f9669654fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780258 Jun 22 00:57:57.525271 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4daa4a56-11c1-4d47-8876-9be6364c4fc3 req-450cbb88-08e3-4c4b-8c0f-aed416fb099f service neutron] 10.222.0.23 "GET /v2.0/networks/d9d5f054-b2d7-4340-b411-2f9669654fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837219 Jun 22 00:57:57.662055 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-e025418a-177a-45dd-bb02-ed56f2710aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.663498 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-e025418a-177a-45dd-bb02-ed56f2710aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ecb677f8d603471aab0b103cd70f7c43&device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 1100 time: 0.0509436 Jun 22 00:57:57.752865 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-f9f2cf09-d1a6-4a85-8a0b-d8a5519cc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.754881 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-f9f2cf09-d1a6-4a85-8a0b-d8a5519cc80b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d9d5f054-b2d7-4340-b411-2f9669654fcb HTTP/1.1" status: 200 len: 870 time: 0.0849075 Jun 22 00:57:57.795403 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-d2a6bc3a-0e1c-460d-bc3d-0311bb7874c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5886df15-b955-429f-b23d-d3d275417bf9 HTTP/1.1" status: 200 len: 217 time: 0.0332954 Jun 22 00:57:57.828435 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610aa3c-c222-4418-ba3e-bef1ccefe43f req-8891beed-d200-4196-849c-d81fb3467c27 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.829873 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7610aa3c-c222-4418-ba3e-bef1ccefe43f req-8891beed-d200-4196-849c-d81fb3467c27 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 947 time: 0.0646598 Jun 22 00:57:57.843809 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-f44593c9-9a45-4571-969c-91071b88b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.845233 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-f44593c9-9a45-4571-969c-91071b88b92b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80d534ba-de77-4838-82a5-8eec295e200e HTTP/1.1" status: 200 len: 843 time: 0.0438175 Jun 22 00:57:57.865806 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7610aa3c-c222-4418-ba3e-bef1ccefe43f req-2062041e-5dcc-40cd-8d53-bb68da13890c tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297270 Jun 22 00:57:57.900694 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-16641e24-cb6e-42c9-bfaf-15efeeb1ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:57.902205 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-16641e24-cb6e-42c9-bfaf-15efeeb1ba95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d9d5f054-b2d7-4340-b411-2f9669654fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502698 Jun 22 00:57:57.993984 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-e0275422-8b2a-4c49-b793-93a6aff7a03c service neutron] 10.222.0.23 "GET /v2.0/networks/d9d5f054-b2d7-4340-b411-2f9669654fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Jun 22 00:57:58.080429 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b2b44f61-a369-42ac-9c49-940198ebd1cf req-d34a3f88-64a1-4c4c-baf0-703b8d141116 service neutron] 10.222.0.23 "GET /v2.0/networks/d9d5f054-b2d7-4340-b411-2f9669654fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788424 Jun 22 00:57:59.042171 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d34a06-be7d-4734-8b9c-ea5dd996e2cc req-277eba98-f4b8-418e-968d-17bb340aebd9 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.043539 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00d34a06-be7d-4734-8b9c-ea5dd996e2cc req-277eba98-f4b8-418e-968d-17bb340aebd9 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 947 time: 0.0662706 Jun 22 00:57:59.079861 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-00d34a06-be7d-4734-8b9c-ea5dd996e2cc req-1346ef1c-8698-4f81-aec3-c09a42a4c0b6 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307200 Jun 22 00:57:59.594819 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-ddc24355-1114-4716-b4cf-72c32b318b41 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483170 Jun 22 00:57:59.678649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-40247c18-7a18-497d-af38-2cff415bdfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.680064 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-40247c18-7a18-497d-af38-2cff415bdfea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e275c3701d924578945f2d0d15f8012c&device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 1100 time: 0.0496991 Jun 22 00:57:59.783720 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-b0c7a949-647d-46ec-ba34-32a42ab07557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.785770 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-b0c7a949-647d-46ec-ba34-32a42ab07557 service neutron] 10.222.0.23 "GET /v2.0/networks?id=df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 200 len: 918 time: 0.0840750 Jun 22 00:57:59.847544 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-13d9d850-2f41-4e3c-aa50-a97dbd8a3687 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 200 len: 1002 time: 0.0543780 Jun 22 00:57:59.892975 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-32527a51-bdc4-453f-9980-93393b86701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.894929 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-32527a51-bdc4-453f-9980-93393b86701f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 200 len: 856 time: 0.0407231 Jun 22 00:57:59.951909 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-da32e847-805c-4a8a-aa7b-8089cbaa42dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:57:59.953360 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-da32e847-805c-4a8a-aa7b-8089cbaa42dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=df872962-1cdd-4b30-bb29-7f3978516520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523319 Jun 22 00:58:00.037039 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-eed6596a-7a86-4391-9ad0-ac28dce94b8a service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0760536 Jun 22 00:58:00.125609 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-92dde42a-5fb2-431f-99b6-5193255e8b36 req-5ea88c32-2414-49b7-b268-34426f605404 service neutron] 10.222.0.23 "GET /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Jun 22 00:58:00.247172 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13539197-6e5a-4664-a919-50a56075fc99 req-e0f4be08-85f5-4480-bdd8-6fe4efea9e24 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:00.248615 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-13539197-6e5a-4664-a919-50a56075fc99 req-e0f4be08-85f5-4480-bdd8-6fe4efea9e24 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 947 time: 0.0615287 Jun 22 00:58:00.284162 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-13539197-6e5a-4664-a919-50a56075fc99 req-4c470cf2-2c5a-4f17-8c2d-03679ba5ec32 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299616 Jun 22 00:58:01.451021 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a3fa9-c687-4f28-969d-635c65de4267 req-a71f6476-aa84-4a9a-bfc5-ad5305f347a0 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:01.452448 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-df3a3fa9-c687-4f28-969d-635c65de4267 req-a71f6476-aa84-4a9a-bfc5-ad5305f347a0 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 947 time: 0.0619321 Jun 22 00:58:01.487765 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-df3a3fa9-c687-4f28-969d-635c65de4267 req-c95eecdd-2b24-4727-87f8-f36479d2e729 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293267 Jun 22 00:58:02.663020 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303e17f-e996-4d07-b768-addaa8303086 req-057f9b79-9f1c-40b0-9c57-1f88f96b567f tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:02.664409 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8303e17f-e996-4d07-b768-addaa8303086 req-057f9b79-9f1c-40b0-9c57-1f88f96b567f tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 947 time: 0.0604365 Jun 22 00:58:02.699297 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-8303e17f-e996-4d07-b768-addaa8303086 req-aeb50095-20ae-4224-a682-d2f7b74dfce0 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294595 Jun 22 00:58:02.807632 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 5886df15-b955-429f-b23d-d3d275417bf9 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:58:02.897902 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=5886df15-b955-429f-b23d-d3d275417bf9,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:02.908669 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '5886df15-b955-429f-b23d-d3d275417bf9', 'network_id': 'd9d5f054-b2d7-4340-b411-2f9669654fcb', 'port_id': '5886df15-b955-429f-b23d-d3d275417bf9', 'mac_address': 'fa:16:3e:db:ea:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80d534ba-de77-4838-82a5-8eec295e200e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:58:02.948257 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:02.959978 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5886df15-b955-429f-b23d-d3d275417bf9 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:58:02.978657 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=5886df15-b955-429f-b23d-d3d275417bf9,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:02.982345 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:02.984093 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:03.027152 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:03.030088 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:03.448298 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['5886df15-b955-429f-b23d-d3d275417bf9'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:58:03.869421 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348782c-f8aa-47ec-88c8-c3fd42276b60 req-08752f15-93fe-4d84-9d0c-462df589e8ea tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:03.870878 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0348782c-f8aa-47ec-88c8-c3fd42276b60 req-08752f15-93fe-4d84-9d0c-462df589e8ea tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 948 time: 0.0607555 Jun 22 00:58:03.910250 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0348782c-f8aa-47ec-88c8-c3fd42276b60 req-51ce985e-b71e-4459-81fc-8f0812d884e2 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338314 Jun 22 00:58:04.814778 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 5886df15-b955-429f-b23d-d3d275417bf9 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:04.859977 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 5886df15-b955-429f-b23d-d3d275417bf9 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:04.864138 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 5886df15-b955-429f-b23d-d3d275417bf9 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:04.864510 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:04.935730 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:04.958666 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:04.960907 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781c4a4-466f-419a-9699-6a806dde260e" -d '{"events": [{"server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "name": "network-vif-plugged", "status": "completed", "tag": "5886df15-b955-429f-b23d-d3d275417bf9"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:04.976393 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=5886df15-b955-429f-b23d-d3d275417bf9,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:04.982853 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:04.986121 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:05.009482 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93d5d0-17d4-404d-9eab-f29b55b36bf5 x-openstack-request-id: req-0b93d5d0-17d4-404d-9eab-f29b55b36bf5 {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:05.009787 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "name": "network-vif-plugged", "status": "completed", "tag": "5886df15-b955-429f-b23d-d3d275417bf9", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:05.010051 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b93d5d0-17d4-404d-9eab-f29b55b36bf5 {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:05.010441 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9', 'code': 200} Jun 22 00:58:05.035622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:05.038586 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:05.085810 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ffb02d-9805-49a9-a5fd-5813b301aa9d req-a3c9690e-50f3-40e4-852d-9a75c01f8c46 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:05.087251 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e0ffb02d-9805-49a9-a5fd-5813b301aa9d req-a3c9690e-50f3-40e4-852d-9a75c01f8c46 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0664511 Jun 22 00:58:05.124776 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e0ffb02d-9805-49a9-a5fd-5813b301aa9d req-ec48f5f0-7d16-44a2-aed3-99da8c004aac tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Jun 22 00:58:05.256908 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880f0db-41d4-46dd-8ac6-18d52ba55a52 req-7dd71b0d-85e0-43e8-b858-6c2e1751482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:05.258346 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a880f0db-41d4-46dd-8ac6-18d52ba55a52 req-7dd71b0d-85e0-43e8-b858-6c2e1751482a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 1102 time: 0.0503566 Jun 22 00:58:05.293249 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a880f0db-41d4-46dd-8ac6-18d52ba55a52 req-d53de720-17d6-4c6a-8b00-90c6b80e4782 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282080 Jun 22 00:58:06.292271 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ad862-14da-47cb-80ea-ab9d56629514 req-1a524b54-f48a-4d8c-a89c-76f3e78bdb15 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:06.293714 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4b2ad862-14da-47cb-80ea-ab9d56629514 req-1a524b54-f48a-4d8c-a89c-76f3e78bdb15 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0607409 Jun 22 00:58:06.330053 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-4b2ad862-14da-47cb-80ea-ab9d56629514 req-d9df93ed-7043-4681-bc9d-e358b3201919 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Jun 22 00:58:07.495953 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a610eb-62b0-4660-a3f7-192d807e63e3 req-ee47bb87-16e0-416e-b990-61d3256611d5 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:07.497393 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8a610eb-62b0-4660-a3f7-192d807e63e3 req-ee47bb87-16e0-416e-b990-61d3256611d5 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0607638 Jun 22 00:58:07.534375 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b8a610eb-62b0-4660-a3f7-192d807e63e3 req-6e8b3fb9-c0b0-4285-bae4-94807e97b9e8 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Jun 22 00:58:07.922623 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c19db-067f-49e6-912f-3e627f5ff4bd req-595035e5-d4d6-4a5e-8880-32420c768efa tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:07.924026 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a03c19db-067f-49e6-912f-3e627f5ff4bd req-595035e5-d4d6-4a5e-8880-32420c768efa tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0641737 Jun 22 00:58:07.962248 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a03c19db-067f-49e6-912f-3e627f5ff4bd req-692a45d9-283a-48b9-8b92-9a68eb9aec97 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Jun 22 00:58:09.136915 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbddb76-6f9a-4341-a3dc-400f31781dac req-9c2f7d53-9dc8-4648-a166-4720b3b3afa9 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:09.138375 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1dbddb76-6f9a-4341-a3dc-400f31781dac req-9c2f7d53-9dc8-4648-a166-4720b3b3afa9 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0648298 Jun 22 00:58:09.174399 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1dbddb76-6f9a-4341-a3dc-400f31781dac req-15be1a5f-0fb9-4ca2-91db-d3da700c4a58 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/security-groups?id=73f50742-07b6-4240-9dae-c864d05073f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304713 Jun 22 00:58:09.538722 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-e45fa121-042c-4695-85d3-84aca9e8de83 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:09.540147 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-e45fa121-042c-4695-85d3-84aca9e8de83 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.23 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 949 time: 0.0606625 Jun 22 00:58:09.634485 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Deleting port 5886df15-b955-429f-b23d-d3d275417bf9 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:09.634820 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.721798 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] For port 5886df15-b955-429f-b23d-d3d275417bf9, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=5886df15-b955-429f-b23d-d3d275417bf9,segment=NetworkSegment(aa3b7903-0b37-40c5-9189-1ddd476da32f),segment_id=aa3b7903-0b37-40c5-9189-1ddd476da32f)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:09.722159 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.785475 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Calling delete_port for 5886df15-b955-429f-b23d-d3d275417bf9 owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:09.903436 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.907211 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5d1a3153-22cb-4016-86e1-76bdb6843d02 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:09.937030 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Pushing event deleted for resources: {'Port': ['ID=5886df15-b955-429f-b23d-d3d275417bf9,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:09.946749 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['5886df15-b955-429f-b23d-d3d275417bf9'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:58:09.959491 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:09.980498 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] No DVR routers for this DVR port 5886df15-b955-429f-b23d-d3d275417bf9 on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:09.982967 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:09.984941 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-324f46dc-dfb5-4f56-96d8-739d3b7f46f9 req-de2afa7d-7a45-4399-9b07-67756962f880 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.23 "DELETE /v2.0/ports/5886df15-b955-429f-b23d-d3d275417bf9 HTTP/1.1" status: 204 len: 173 time: 0.4394436 Jun 22 00:58:09.985467 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'name': 'network-vif-deleted', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:09.987765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1379e0e-0c7f-455a-8db3-a359f75e34a5" -d '{"events": [{"server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "name": "network-vif-deleted", "tag": "5886df15-b955-429f-b23d-d3d275417bf9"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:10.028778 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0ee0c9-7d23-4ec0-bd76-ba9a1f53fd5d x-openstack-request-id: req-3a0ee0c9-7d23-4ec0-bd76-ba9a1f53fd5d {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:10.029112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910ad2fd-654f-45b9-bacf-5df39d5e5c0b", "name": "network-vif-deleted", "tag": "5886df15-b955-429f-b23d-d3d275417bf9", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:10.029407 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a0ee0c9-7d23-4ec0-bd76-ba9a1f53fd5d {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:10.029877 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910ad2fd-654f-45b9-bacf-5df39d5e5c0b', 'name': 'network-vif-deleted', 'tag': '5886df15-b955-429f-b23d-d3d275417bf9', 'status': 'completed', 'code': 200} Jun 22 00:58:10.321963 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2baef8c8-4125-4875-ab56-fbe298df3158 req-46dd1fab-bfcf-4293-9376-213577a136a7 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] 10.222.0.21 "GET /v2.0/ports?device_id=910ad2fd-654f-45b9-bacf-5df39d5e5c0b HTTP/1.1" status: 200 len: 210 time: 0.0282135 Jun 22 00:58:12.877693 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 5886df15-b955-429f-b23d-d3d275417bf9 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:12.880920 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9fc3d-585c-4a11-b597-54a24daba7be req-bfb8d91c-105a-4144-8aba-642c86b749fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:12.881693 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7be9fc3d-585c-4a11-b597-54a24daba7be req-bfb8d91c-105a-4144-8aba-642c86b749fd tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0656416 Jun 22 00:58:12.898007 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 5886df15-b955-429f-b23d-d3d275417bf9 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:12.898278 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 5886df15-b955-429f-b23d-d3d275417bf9 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:12.930863 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7be9fc3d-585c-4a11-b597-54a24daba7be req-af4c709b-c52a-46f7-8118-998a186d0f69 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 Jun 22 00:58:14.125406 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8bff-7882-485e-af90-5fc217de3b80 req-eef641c6-a044-4830-a3e3-e5f2a777ca6e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:14.126927 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b34c8bff-7882-485e-af90-5fc217de3b80 req-eef641c6-a044-4830-a3e3-e5f2a777ca6e tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0761728 Jun 22 00:58:14.169421 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b34c8bff-7882-485e-af90-5fc217de3b80 req-49ec2048-abd7-4c4e-8697-9db7a2c4d0ae tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups?id=b0cc3594-ba38-4478-ad85-5d0b5b090242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362098 Jun 22 00:58:14.562971 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-34aa4a20-cc5e-4280-9c0a-c4a596827746 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:14.564289 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-34aa4a20-cc5e-4280-9c0a-c4a596827746 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 947 time: 0.0684373 Jun 22 00:58:14.673759 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Deleting port e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:14.674102 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:14.758838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] For port e51a1557-f3c4-4dda-b0ba-be05e17a5759, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=e51a1557-f3c4-4dda-b0ba-be05e17a5759,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:14.759268 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:14.919886 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:14.920394 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:14.920722 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Floating IP 84a4be7a-f891-4c1e-81ec-9746620a2e97 disassociated. External IP: 172.28.2.213, port: e51a1557-f3c4-4dda-b0ba-be05e17a5759. Jun 22 00:58:14.921066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Calling delete_port for e51a1557-f3c4-4dda-b0ba-be05e17a5759 owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:15.066581 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.070695 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:15.095603 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'Port': ['ID=e51a1557-f3c4-4dda-b0ba-be05e17a5759,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:15.098687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:15.126611 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59458) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:15.212281 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:15.275759 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f94d9494-f60f-42a4-8748-60941c133b59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ecb677f8d603471aab0b103cd70f7c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478620 Jun 22 00:58:15.276705 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59464) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:15.319934 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:15.329311 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:15.333088 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7113d23b-c02b-40a5-8fda-86ea0c2200fb req-aeb44f39-6ce2-42b0-a0e7-5f75722371e7 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/ports?device_id=b9916962-a696-4ff4-9881-5147e4837523 HTTP/1.1" status: 200 len: 210 time: 0.0433903 Jun 22 00:58:15.339768 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:15.340400 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:57:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:15.362509 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.367179 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] No DVR routers for this DVR port e51a1557-f3c4-4dda-b0ba-be05e17a5759 on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:15.370260 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.372612 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1ec3d315-3d69-4a76-a293-9b5aeccbb2b9 req-203958bd-43d0-499f-9f74-da39966ac81d tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.23 "DELETE /v2.0/ports/e51a1557-f3c4-4dda-b0ba-be05e17a5759 HTTP/1.1" status: 204 len: 173 time: 0.8021500 Jun 22 00:58:15.372959 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-deleted', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:58:15.375445 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781e1b34-00cd-41e2-841a-082b20973499" -d '{"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-deleted", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:58:15.415089 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a693bb32-166f-4e51-a232-3d84c6a60c60 x-openstack-request-id: req-a693bb32-166f-4e51-a232-3d84c6a60c60 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:58:15.415678 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9916962-a696-4ff4-9881-5147e4837523", "name": "network-vif-deleted", "tag": "e51a1557-f3c4-4dda-b0ba-be05e17a5759", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:58:15.416159 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a693bb32-166f-4e51-a232-3d84c6a60c60 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:58:15.416792 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9916962-a696-4ff4-9881-5147e4837523', 'name': 'network-vif-deleted', 'tag': 'e51a1557-f3c4-4dda-b0ba-be05e17a5759', 'status': 'completed', 'code': 200} Jun 22 00:58:15.450861 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:15.665122 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:15.679112 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.730953 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.733499 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:15.734638 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73f50742-07b6-4240-9dae-c864d05073f3 HTTP/1.1" status: 204 len: 168 time: 0.4567692 Jun 22 00:58:15.735448 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ed6c1277-167e-4144-a678-d23e2782d6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:15.743300 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f50742-07b6-4240-9dae-c864d05073f3,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:15.745942 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:15.779788 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:15.787898 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:15.788510 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:57:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:15.899379 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:16.110125 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:16.140710 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef7f42-1290-40df-8369-ea44259c5344 None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:49:01Z', 'revision_number': 4, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '68be80e6-2e1d-4988-8f60-9f167ec92baa', 'name': '', 'network_id': 'df872962-1cdd-4b30-bb29-7f3978516520', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'mac_address': 'fa:16:3e:e6:d5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:59Z', 'updated_at': '2021-06-22T00:49:12Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'subnets': [{'id': 'a5e14790-0459-4adb-9e76-23b3d2890ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:16.357728 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1402ca0-b985-4db6-b660-bbec5da4844a None None] New status for floating IP 84a4be7a-f891-4c1e-81ec-9746620a2e97: DOWN {{(pid=104339) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:58:16.495222 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59496) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:16.563055 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.587482 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.644138 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.646951 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.651322 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "DELETE /v2.0/security-groups/b0cc3594-ba38-4478-ad85-5d0b5b090242 HTTP/1.1" status: 204 len: 168 time: 0.1511531 Jun 22 00:58:16.651322 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-68c585c4-b237-44b8-8054-02dfc5e3b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:16.651585 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59504) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:16.664503 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cc3594-ba38-4478-ad85-5d0b5b090242,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:16.668336 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-f0cbaf17-a8f7-4697-b767-0a41db66a424 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:16.668501 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.api.v2.resource [None req-531e292a-ef4c-4d92-a576-27760879ac2f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] show failed (client error): The resource could not be found. Jun 22 00:58:16.669551 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-531e292a-ef4c-4d92-a576-27760879ac2f tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "GET /v2.0/security-groups/b0cc3594-ba38-4478-ad85-5d0b5b090242 HTTP/1.1" status: 404 len: 347 time: 0.0175607 Jun 22 00:58:16.672805 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59508) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:16.808336 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Deleting port edb73748-686f-45cf-9ead-495d6fb5b835 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:16.808738 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.885953 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.886309 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:16.960774 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Calling delete_port for edb73748-686f-45cf-9ead-495d6fb5b835 owned by network:floatingip {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:17.106057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:17.108864 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:17.131960 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Pushing event deleted for resources: {'Port': ['ID=edb73748-686f-45cf-9ead-495d6fb5b835,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:17.135241 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:17.191375 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks [] for floatingip, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:17.193906 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:17.195035 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-cdf8b5e1-e965-49f0-a2f1-fd6d0b2eca77 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] 10.222.0.21 "DELETE /v2.0/floatingips/84a4be7a-f891-4c1e-81ec-9746620a2e97 HTTP/1.1" status: 204 len: 168 time: 0.5210044 Jun 22 00:58:17.329782 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-be4788a3-91e1-4627-8e2f-cec2ffdf1c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:18.904538 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:18.925774 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: e51a1557-f3c4-4dda-b0ba-be05e17a5759 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:18.926130 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device e51a1557-f3c4-4dda-b0ba-be05e17a5759 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:19.765101 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59550) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:20.058181 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-98dd0bee-e522-448a-95fb-feb50054e337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.181287 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.238909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.491583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Deleting port 68be80e6-2e1d-4988-8f60-9f167ec92baa {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:20.491932 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.573935 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] For port 68be80e6-2e1d-4988-8f60-9f167ec92baa, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=68be80e6-2e1d-4988-8f60-9f167ec92baa,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:20.574364 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.643504 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Calling delete_port for 68be80e6-2e1d-4988-8f60-9f167ec92baa owned by network:router_interface {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:20.821618 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:20.823480 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-19430ff1-5e8e-4d28-9e12-e3a154cdb21a tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:20.851117 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68be80e6-2e1d-4988-8f60-9f167ec92baa,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:20.854226 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:21.009894 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.139970 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.212971 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:21.313675 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:21.318426 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-c980d55f-bf80-4e6e-928b-75597b6269d4 admin admin] 10.222.0.21 "PUT /v2.0/routers/d027db0b-a4a2-49a4-a476-f66c66a5e2a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5522912 Jun 22 00:58:21.320962 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59562) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:21.321696 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Sync routers for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:21.330807 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:21.331415 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:21.420010 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks [] for router, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.431213 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:21.518646 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.572358 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Deleting port aafdbeea-1793-4221-9b3c-7a3017358318 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:21.572737 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.611071 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:58:20Z', 'revision_number': 5, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port': {'id': 'aafdbeea-1793-4221-9b3c-7a3017358318', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:48:54Z', 'updated_at': '2021-06-22T00:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:21.641701 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Checking router: d027db0b-a4a2-49a4-a476-f66c66a5e2a1 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:21.650679 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Routers {'d027db0b-a4a2-49a4-a476-f66c66a5e2a1'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:21.651350 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:21.654396 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] For port aafdbeea-1793-4221-9b3c-7a3017358318, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=aafdbeea-1793-4221-9b3c-7a3017358318,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:21.654757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.713646 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59570) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:21.721231 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Calling delete_port for aafdbeea-1793-4221-9b3c-7a3017358318 owned by network:router_gateway {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:21.736461 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] Set router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 gateway port host: None {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:21.789785 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:58:21Z', 'revision_number': 6, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port_host': None}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:21.815344 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db3f635-461e-40d5-82ca-0370dcde727a None None] The sync data for ids ['d027db0b-a4a2-49a4-a476-f66c66a5e2a1'] in dv-cinder-753305-6-smb is: [{'id': 'd027db0b-a4a2-49a4-a476-f66c66a5e2a1', 'name': 'tempest-AttachVolumeShelveTestJSON-1146332903-router', 'tenant_id': 'e275c3701d924578945f2d0d15f8012c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:48:53Z', 'updated_at': '2021-06-22T00:58:21Z', 'revision_number': 6, 'project_id': 'e275c3701d924578945f2d0d15f8012c', 'gw_port_host': None}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:21.820487 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.889738 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.891312 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:21.913623 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.914348 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Pushing event deleted for resources: {'Port': ['ID=aafdbeea-1793-4221-9b3c-7a3017358318,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:21.917810 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:21.921079 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:21.924397 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-38693603-7764-486b-85af-73a896814682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:21.962823 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50ed6676af724b01804b55ba0d06d640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480960 Jun 22 00:58:21.964008 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa52b15-8da2-489c-8236-c46a2a645777,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:21.965639 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59574) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:21.967124 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:21.997819 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.099023 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.102243 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.106922 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.159083 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.160674 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.161194 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d027db0b-a4a2-49a4-a476-f66c66a5e2a1 {{(pid=104338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:58:22.169531 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.170677 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d027db0b-a4a2-49a4-a476-f66c66a5e2a1 HTTP/1.1" status: 204 len: 168 time: 0.8487346 Jun 22 00:58:22.173221 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59576) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:22.239321 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Deleting subnet a5e14790-0459-4adb-9e76-23b3d2890ea8 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:58:22.243283 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.270729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.273327 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.274450 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8aa52b15-8da2-489c-8236-c46a2a645777 HTTP/1.1" status: 204 len: 168 time: 0.3078873 Jun 22 00:58:22.278140 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b4706021-916c-4f9a-b2b4-23fb48dae1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:22.289632 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.308571 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa52b15-8da2-489c-8236-c46a2a645777,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:22.311909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:22.368825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.432190 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.435076 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:22.461637 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e14790-0459-4adb-9e76-23b3d2890ea8,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:22.463601 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.465656 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a5e14790-0459-4adb-9e76-23b3d2890ea8 HTTP/1.1" status: 204 len: 168 time: 0.2912886 Jun 22 00:58:22.466466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b2041e7c-b795-4384-a954-86f9874cd038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:22.467967 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59580) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:22.469678 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111b5685-7100-491f-8d70-33d18c62ecb4 None None] Network df872962-1cdd-4b30-bb29-7f3978516520 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:22.547254 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.581199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.623943 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Deleting port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:22.624196 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.682966 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50873557-c006-49de-80cd-02b74402d55c None None] DHCP port deletion for df872962-1cdd-4b30-bb29-7f3978516520 request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:58:22.687696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] For port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:22.688014 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.728556 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-50873557-c006-49de-80cd-02b74402d55c None None] Deleting port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:58:22.729738 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-50873557-c006-49de-80cd-02b74402d55c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.756061 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Calling delete_port for 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 owned by network:dhcp {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:22.794747 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device aafdbeea-1793-4221-9b3c-7a3017358318 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:22.799353 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-50873557-c006-49de-80cd-02b74402d55c None None] For port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,segment=NetworkSegment(da511aa7-a492-4322-a21d-eed7aacbba9d),segment_id=da511aa7-a492-4322-a21d-eed7aacbba9d)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:22.799767 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-50873557-c006-49de-80cd-02b74402d55c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.836825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.839300 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6713a21e-fcb3-406e-bc18-ef62b91ab431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:22.865281 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Pushing event deleted for resources: {'Port': ['ID=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:22.872281 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:22.873135 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] No DVR routers for this DVR port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 on host dv-cinder-753305-6-smb {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:22.952515 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: aafdbeea-1793-4221-9b3c-7a3017358318 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:22.952880 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device aafdbeea-1793-4221-9b3c-7a3017358318 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:22.953025 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.953540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:22.963090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df872962-1cdd-4b30-bb29-7f3978516520']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:22.973173 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da511aa7-a492-4322-a21d-eed7aacbba9d') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:22.973502 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da511aa7-a492-4322-a21d-eed7aacbba9d') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:22.982128 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:22.996135 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.003467 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:58:23.003853 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:58:23.005585 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:58:23.008883 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-50873557-c006-49de-80cd-02b74402d55c None None] Calling delete_port for 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:58:23.025732 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:23.026095 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:23.026525 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 68be80e6-2e1d-4988-8f60-9f167ec92baa no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:58:23.048722 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 68be80e6-2e1d-4988-8f60-9f167ec92baa {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:58:23.049081 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 68be80e6-2e1d-4988-8f60-9f167ec92baa not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:58:23.063757 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.069290 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.071178 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] 10.222.0.21 "DELETE /v2.0/networks/df872962-1cdd-4b30-bb29-7f3978516520 HTTP/1.1" status: 204 len: 168 time: 0.6022682 Jun 22 00:58:23.072153 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-cb37c016-ed0f-4c7c-933e-ded3e5a6d7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:23.122270 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-50873557-c006-49de-80cd-02b74402d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.125267 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:23.131049 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50873557-c006-49de-80cd-02b74402d55c None None] Network df872962-1cdd-4b30-bb29-7f3978516520 is not hosted by any dhcp agent {{(pid=104339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 00:58:23.132062 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50873557-c006-49de-80cd-02b74402d55c None None] No DVR routers for this DVR port 058ec1f4-e9d9-4be0-8505-7ab0b0f34244 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:58:23.154592 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873557-c006-49de-80cd-02b74402d55c None None] Pushing event deleted for resources: {'Port': ['ID=058ec1f4-e9d9-4be0-8505-7ab0b0f34244,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:23.166369 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-50873557-c006-49de-80cd-02b74402d55c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:23.255100 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59584) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:23.296941 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d8f22f66-2121-4dcf-bfc7-d151389eb7e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e275c3701d924578945f2d0d15f8012c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405858 Jun 22 00:58:23.304342 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59586) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:23.353330 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.370411 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Pushing event deleted for resources: {'Network': ['ID=df872962-1cdd-4b30-bb29-7f3978516520,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:23.372841 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-40edfc80-15fe-4761-aa71-0ba1068ce96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:23.375159 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.420137 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.422747 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:23.423900 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00023b99-2112-4f23-aba0-e29a9008d1ec HTTP/1.1" status: 204 len: 168 time: 0.1185548 Jun 22 00:58:23.424764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2ab14747-1fc1-43fa-a8a4-c65c7e353199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:23.432547 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00023b99-2112-4f23-aba0-e29a9008d1ec,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:23.434806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-54ff427c-cf17-475b-887b-dd220e9ad046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:23.551251 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.569985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59636) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:24.677250 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.760121 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.763734 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.766990 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eebbda4b-7ca9-4763-864e-5d060eb268eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:24.803775 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83cb1c79f258497c9be403698ec44733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321146 Jun 22 00:58:24.804943 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ff1cb-b754-4dc2-8657-e92c97dac19f,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:24.806320 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59640) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:24.808122 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:24.853259 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.872905 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.918093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.920712 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:24.921879 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f28ff1cb-b754-4dc2-8657-e92c97dac19f HTTP/1.1" status: 204 len: 168 time: 0.1145003 Jun 22 00:58:24.922729 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a035193b-6aa5-4cb0-8798-23097bf8eaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:24.930182 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ff1cb-b754-4dc2-8657-e92c97dac19f,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:24.932390 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5bbdbdc6-a535-4f53-804b-1b7d85a28ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:27.175442 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59708) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:27.274258 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.360703 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.364372 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.367451 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-f824d5e3-db5e-4181-9a45-deccd8b77141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:27.405373 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d688cfa5c26b444d925ccd3855b60505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288678 Jun 22 00:58:27.406288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ad5cd-18b2-41fd-8938-ee284d32c353,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:27.408029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59712) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:27.410207 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:27.461453 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.481515 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.529621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.532049 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.533157 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/249ad5cd-18b2-41fd-8938-ee284d32c353 HTTP/1.1" status: 204 len: 168 time: 0.1241388 Jun 22 00:58:27.533999 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-5ea71672-b897-42a3-9383-215fc3171326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:27.541406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ad5cd-18b2-41fd-8938-ee284d32c353,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:27.543738 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ad8274be-b489-464a-8e81-6ec50b94c5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:27.783077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59718) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:27.796393 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.882589 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.886205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.889232 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-dbabe297-05e4-44e1-ae24-629188cbbb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:27.923215 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fe6baf2dd484b68af5e2618a001be3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390641 Jun 22 00:58:27.925861 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab6037-1f35-4d3d-8af6-46424a2ecba2,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:27.926072 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59722) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:27.929324 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9bdf57de-1fa5-472e-9ebf-9e5364db9697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:27.976208 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:27.999560 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:28.043661 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:28.046205 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:28.047474 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0ab6037-1f35-4d3d-8af6-46424a2ecba2 HTTP/1.1" status: 204 len: 168 time: 0.1204762 Jun 22 00:58:28.048239 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5dde0755-8488-4803-9ade-b05b4ca3156c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:28.055871 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab6037-1f35-4d3d-8af6-46424a2ecba2,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:28.058063 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d93f8946-c245-4c12-ba5c-d61578257749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:28.253290 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:58:29.600378 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59778) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:29.699499 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.784873 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.788446 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.791521 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-ad6126a8-363b-4770-b035-80e0d48527af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:29.825820 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bb0b32c874d451bbd138faf01f63ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243783 Jun 22 00:58:29.827053 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c35d0-1a45-48db-b65b-ed19fd167f94,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:29.828415 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59782) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:29.830211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-d8b59de7-be19-46f2-9d54-ac8c452095f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:29.878288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.898649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.942356 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.945652 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:29.946810 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff9c35d0-1a45-48db-b65b-ed19fd167f94 HTTP/1.1" status: 204 len: 168 time: 0.1173663 Jun 22 00:58:29.947603 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-062589e2-9bea-4a1b-a06f-53acef821360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:29.954875 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c35d0-1a45-48db-b65b-ed19fd167f94,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:29.957014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d56a3d3c-f3c8-4fd6-8970-1616516db563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:30.193031 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59788) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:30.206617 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.292920 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.296298 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.299486 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ba4ef021-9706-40af-a83b-70eaf2d93567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:30.334415 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69138412046b4fb98c90871e9f881c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397989 Jun 22 00:58:30.335344 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f55d8e7-2c79-445c-841d-41a34b0554c4,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:30.337016 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59790) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:30.338469 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-67704382-7ad9-44d0-8dd7-9b3d6dcc3949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:30.384463 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.403961 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.452240 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.454725 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:30.458121 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f55d8e7-2c79-445c-841d-41a34b0554c4 HTTP/1.1" status: 204 len: 168 time: 0.1178007 Jun 22 00:58:30.458121 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-b5c0c1fa-bf38-47dc-bf63-87fdbb635cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:30.464414 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f55d8e7-2c79-445c-841d-41a34b0554c4,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:30.466666 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:35.220064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59888) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:35.321005 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.405053 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.408578 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.411689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-8b03079c-e984-43d4-b8c4-60c9e3e1f69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:35.450619 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9ba686d58cf41418fa7068248f56c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292297 Jun 22 00:58:35.452985 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59892) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:35.456175 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4937a0d-7108-46e2-9bfa-349848a11c25,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:35.459238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:35.501420 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.521664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.566550 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.569111 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.570304 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4937a0d-7108-46e2-9bfa-349848a11c25 HTTP/1.1" status: 204 len: 168 time: 0.1162949 Jun 22 00:58:35.571152 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8caa85b5-10be-4993-b584-47ec11a3fddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:35.578290 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4937a0d-7108-46e2-9bfa-349848a11c25,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:35.580465 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7492097f-038a-4847-8b2c-6f32fb28a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:35.819148 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59898) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:35.832466 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.914186 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.917952 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:35.920249 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8c02c0de-c4fa-4754-87d4-23f3a974c165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:35.953696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e74caaa-6d2b-480d-b9a0-5b07641d06bf,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:35.957709 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbbe2dca138b49f29e5c8187865c7193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376026 Jun 22 00:58:35.958583 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7804cdc1-5f41-41a4-bc9c-023636fffeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:35.960208 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59900) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:36.007838 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.028225 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.074096 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.076553 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.077721 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e74caaa-6d2b-480d-b9a0-5b07641d06bf HTTP/1.1" status: 204 len: 168 time: 0.1166093 Jun 22 00:58:36.078464 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-432500ad-f1c0-425d-9725-a632c0b66264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:36.085497 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e74caaa-6d2b-480d-b9a0-5b07641d06bf,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:36.087675 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-33a837f2-11e6-47c9-aab8-604a7aba5a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:36.385909 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 59906) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:36.399180 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.490399 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.494665 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.497734 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7fedccdf-d3f4-4ec6-9037-28a511db24c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:36.531169 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=595cb49cbbb64bb885bfdd2091a5a13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442344 Jun 22 00:58:36.532437 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4136ade4-6e9a-4c06-9cb8-439220d5de5c,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:36.533815 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 59908) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:36.535760 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7c6c2d26-946e-420e-b215-e97997a098c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:36.580689 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.600239 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.646596 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.649239 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:36.650476 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4136ade4-6e9a-4c06-9cb8-439220d5de5c HTTP/1.1" status: 204 len: 168 time: 0.1156797 Jun 22 00:58:36.651364 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-086fd8f5-e0f4-41f2-bf53-c0c4aac17377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:36.659139 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4136ade4-6e9a-4c06-9cb8-439220d5de5c,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:36.661812 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-020bd459-dfe2-400b-9df9-848ed0905ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.129012 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60014) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.227938 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.314978 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.319032 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.322949 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-169d5bef-813d-4781-85b7-821dfcbd867e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:47.332403 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-bf6f9d4d-dc8a-4cf9-815a-e6dd9f3cb943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.357892 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3705538afd514aeaafb982beee7721ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277260 Jun 22 00:58:47.359057 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c8ee7f-551e-427c-a0e8-7b848b10f6d0,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:47.360532 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60018) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.362063 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-4c297fd1-581d-449a-b02e-ff33434e58a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.407608 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.427505 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.472156 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.474688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.475792 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71c8ee7f-551e-427c-a0e8-7b848b10f6d0 HTTP/1.1" status: 204 len: 168 time: 0.1142609 Jun 22 00:58:47.476544 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-ddb64adb-c40e-4a37-86c0-9d723cf2b0bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:47.483747 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c8ee7f-551e-427c-a0e8-7b848b10f6d0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:47.486093 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2ca46a83-cb7f-4d0e-a30d-c91bfa298db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.730591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60024) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.744029 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.829345 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.833024 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.836293 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-dd63d12d-8a24-45db-ae97-c6b5d1847543 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:47.870784 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f9342d447a54464bafde8ec11cefaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391690 Jun 22 00:58:47.871895 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60a7c7d-eb65-4c1b-a056-61ebd1419f36,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:47.873375 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60026) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:47.874894 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-12d9df00-6864-404d-87cf-66d28d0efba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:47.919821 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.946689 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.990494 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.993025 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:47.994244 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b60a7c7d-eb65-4c1b-a056-61ebd1419f36 HTTP/1.1" status: 204 len: 168 time: 0.1197848 Jun 22 00:58:47.994991 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6e5dd636-dcb2-4502-8b26-c44e9b376164 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:48.001904 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60a7c7d-eb65-4c1b-a056-61ebd1419f36,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:48.004126 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6e362bd6-5fde-4dc3-ab64-78fcb26bd0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:48.974540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60056) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:49.073538 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.156786 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.160764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.163876 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-14095015-4b76-499b-bf3a-6892a6262b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:49.198113 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8572594631e2409f859aed4998c597e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225676 Jun 22 00:58:49.199208 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d546f-4a52-4627-84a3-48cfd18d3e8c,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:49.200903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60060) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:49.202080 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9c3da11e-170b-402a-bb48-9f8423e3e79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:49.249282 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.268631 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.316007 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.318664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:49.319769 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa7d546f-4a52-4627-84a3-48cfd18d3e8c HTTP/1.1" status: 204 len: 168 time: 0.1177514 Jun 22 00:58:49.320535 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-64ec959e-c408-4c5c-b382-6231fc6078d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:49.327535 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d546f-4a52-4627-84a3-48cfd18d3e8c,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:49.329691 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-f56c76c0-1aea-4a6c-bb78-86f414226933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:49.895577 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60082) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:49.986134 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1216281525-network', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:50.007033 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Made reservation on behalf of 19604b0bd8ec4ddb8c790d09e041d9f8 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:58:50.009512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.017483 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.060357 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ecb149d5-2e51-4925-81b5-b53bfc9b86e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.102390 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.106317 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.109836 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-82a2ad51-97d6-4e89-916f-39f01255aa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.126052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:58:50.139840 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:50.142646 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.142985 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Added segment 9228c208-2e4d-4d94-9f47-01d2813c62db of type vlan for network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 Jun 22 00:58:50.144319 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.180199 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.181933 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.208335 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.209310 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:50.209907 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.211849 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-87df04c2-2960-4c3a-94db-7ac1ebd8d38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.264354 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3676250 Jun 22 00:58:50.267305 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60086) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:50.269226 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Pushing event updated for resources: {'Network': ['ID=e8b4f31d-3020-4695-9b2c-0494dabd8ca1,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:50.271815 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9ff3ab3c-0f30-4adc-a409-9b5f51d9bbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.272681 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Request body: {'subnet': {'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1216281525-subnet', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'ip_version': 4}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:50.279796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:58:50.293931 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Made reservation on behalf of 19604b0bd8ec4ddb8c790d09e041d9f8 for: {'subnet': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:58:50.296398 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6194931'] for subnet, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.702880 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5715504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6194881'] for subnet, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.705687 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-24b97047-c92d-4d4d-9816-a25450e5b3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:50.758659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb8a725-3452-46f7-80c2-fc169e74b88a,revision_number=0']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:50.762243 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:50.769954 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Checking segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:50.770321 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Network hostable DHCP agents. Network: e8b4f31d-3020-4695-9b2c-0494dabd8ca1, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104337) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:58:50.788015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104337) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:58:50.798006 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, e8b4f31d-3020-4695-9b2c-0494dabd8ca1) {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:50.803376 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:50.803962 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.809300 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1223f-c0dd-4378-ad92-0e3b4a153dcd None None] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:50.822870 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6754f6a6-75c9-42ec-b13d-e3624fcdf09d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5544548 Jun 22 00:58:50.825561 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60088) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:50.830160 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:50.849265 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.850263 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.902710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:50.950998 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:58:50.951884 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.033785 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.078247 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Allocated IP 172.20.0.2 (e8b4f31d-3020-4695-9b2c-0494dabd8ca1/feb8a725-3452-46f7-80c2-fc169e74b88a/d82ca104-2c61-48ec-a074-f981a92005b5) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:51.159707 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.229992 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.232630 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.240616 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Transition to ACTIVE for port object d82ca104-2c61-48ec-a074-f981a92005b5 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:51.248088 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.254648 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Transition to ACTIVE for port object d82ca104-2c61-48ec-a074-f981a92005b5 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:51.260306 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.262090 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:51.300572 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:51.303205 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:51.307466 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:51.310435 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Pushing event updated for resources: {'Port': ['ID=d82ca104-2c61-48ec-a074-f981a92005b5,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:51.321162 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.321611 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.321957 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.322297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.322634 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.322970 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.323302 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.323631 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.323963 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.324291 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.324616 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.324939 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:51.342960 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:51.354126 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Allocated IP 172.28.2.243 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/b2e5923d-be89-4668-b084-2b8b62d363e2) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:51.378422 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Attempting to bind port d82ca104-2c61-48ec-a074-f981a92005b5 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:58:51.379169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Attempting to bind port d82ca104-2c61-48ec-a074-f981a92005b5 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:58:51.379671 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Attempting to bind port d82ca104-2c61-48ec-a074-f981a92005b5 on network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:58:51.386813 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:58:51.387202 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Checking segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:51.387617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.388022 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Bound using segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:58:51.388498 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Bound port: d82ca104-2c61-48ec-a074-f981a92005b5, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:58:51.388886 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.449224 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] For port d82ca104-2c61-48ec-a074-f981a92005b5, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:58:51.452281 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] For port d82ca104-2c61-48ec-a074-f981a92005b5, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=d82ca104-2c61-48ec-a074-f981a92005b5,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:58:51.456842 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.460057 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:51.466279 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.509327 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:51.512288 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fc81badd-835e-4df4-8847-c1efdadc68ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:51.519983 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Pushing event updated for resources: {'Port': ['ID=d82ca104-2c61-48ec-a074-f981a92005b5,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:51.523352 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-987424e9-7a46-4de9-87f7-65989c63908b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:51.548306 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:51.551184 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:51.554815 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:51.578439 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e5923d-be89-4668-b084-2b8b62d363e2,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:51.582364 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:51.821085 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.005733 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.130724 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Router 9af997e4-1481-418a-9f11-ef982b9b75d5 is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104337) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:58:52.239761 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:52.248292 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Sync routers for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:52.255285 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.256653 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4300528 Jun 22 00:58:52.258145 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:52.259297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:52.259839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60090) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:52.366709 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d42a3-2583-4e30-a2a8-0684ab76af85 None None] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:52.371463 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:52.510967 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-7630fb33-4724-4983-962a-70597b72f7f6 None None] Provisioning for port d82ca104-2c61-48ec-a074-f981a92005b5 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:52.559425 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.661512 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.693863 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:51Z', 'revision_number': 3, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:52.720508 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Checking router: 9af997e4-1481-418a-9f11-ef982b9b75d5 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:52.720867 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Updating router 9af997e4-1481-418a-9f11-ef982b9b75d5 port b2e5923d-be89-4668-b084-2b8b62d363e2 binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:58:52.755495 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.830643 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Allocated IP 172.20.0.1 (e8b4f31d-3020-4695-9b2c-0494dabd8ca1/feb8a725-3452-46f7-80c2-fc169e74b88a/e6b0da12-090c-444d-b479-9f7793c7c094) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:52.857030 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device d82ca104-2c61-48ec-a074-f981a92005b5 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:52.941218 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.956174 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Transition to ACTIVE for port object e6b0da12-090c-444d-b479-9f7793c7c094 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:52.981926 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port d82ca104-2c61-48ec-a074-f981a92005b5 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:52.992106 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Provisioning complete for port d82ca104-2c61-48ec-a074-f981a92005b5 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:52.992471 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.995420 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:52.998255 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-25a9a379-29f6-4089-ab69-2cb49491202c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:52.998671 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port d82ca104-2c61-48ec-a074-f981a92005b5 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:52.999059 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.049748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:53.052828 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:53.055413 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:53.092160 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.105956 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.106633 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.107015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.107390 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.107754 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.108487 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.108909 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.109326 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.109719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.110094 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.110444 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.110802 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:53.115081 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.123611 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.177165 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.208106 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Transition to ACTIVE for port object b2e5923d-be89-4668-b084-2b8b62d363e2 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:53.212576 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.215707 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.230487 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.238889 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.437723 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] For port d82ca104-2c61-48ec-a074-f981a92005b5, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=d82ca104-2c61-48ec-a074-f981a92005b5,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:53.447521 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.451264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Attempting to bind port b2e5923d-be89-4668-b084-2b8b62d363e2 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:58:53.451634 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Attempting to bind port b2e5923d-be89-4668-b084-2b8b62d363e2 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:58:53.452010 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Attempting to bind port b2e5923d-be89-4668-b084-2b8b62d363e2 on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:58:53.455118 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b874ea0-cd79-4f77-bd65-89e9da18fc55 None None] Pushing event updated for resources: {'Port': ['ID=b2e5923d-be89-4668-b084-2b8b62d363e2,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.475319 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-8b874ea0-cd79-4f77-bd65-89e9da18fc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.475793 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.482128 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:58:53.482517 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:53.482934 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.483342 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:58:53.483831 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Bound port: b2e5923d-be89-4668-b084-2b8b62d363e2, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:58:53.484220 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.519559 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.553891 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.db.api [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 00:58:53.554330 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_db.api [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 00:58:53.589981 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.590654 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Pushing event updated for resources: {'Port': ['ID=d82ca104-2c61-48ec-a074-f981a92005b5,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.595731 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.601469 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] For port b2e5923d-be89-4668-b084-2b8b62d363e2, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:58:53.604917 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] For port b2e5923d-be89-4668-b084-2b8b62d363e2, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=b2e5923d-be89-4668-b084-2b8b62d363e2,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:58:53.606108 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3d134707-9bfc-4583-818d-e91d13523139 None None] Provisioning for port e6b0da12-090c-444d-b479-9f7793c7c094 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:53.610484 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.613039 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.614799 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3d134707-9bfc-4583-818d-e91d13523139 None None] Provisioning complete for port e6b0da12-090c-444d-b479-9f7793c7c094 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:53.615173 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3d134707-9bfc-4583-818d-e91d13523139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.673591 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.678402 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.682269 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-b9319c46-783c-4998-b590-1a11dbe211a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:53.688390 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-3d134707-9bfc-4583-818d-e91d13523139 None None] Port e6b0da12-090c-444d-b479-9f7793c7c094 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:58:53.701180 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b874ea0-cd79-4f77-bd65-89e9da18fc55 None None] Pushing event updated for resources: {'Port': ['ID=b2e5923d-be89-4668-b084-2b8b62d363e2,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.703753 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:53.704363 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:53.706226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-8b874ea0-cd79-4f77-bd65-89e9da18fc55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.747461 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:53.749287 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Pushing event updated for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:53.753682 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:53.808826 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:53.836291 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:53.837720 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:53.951406 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Router 9af997e4-1481-418a-9f11-ef982b9b75d5 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:54.014294 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 2, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:54.040753 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e7ee92-f2dd-4853-8f9f-37b3bee763a1 None None] The sync data for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb is: [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 2, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:54.063115 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:54.068854 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-99ae2dbc-5858-409f-b1f1-70a0ecd57c0a admin admin] 10.222.0.21 "PUT /v2.0/routers/9af997e4-1481-418a-9f11-ef982b9b75d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8075075 Jun 22 00:58:54.114695 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-09a23213-9cbb-4c7e-b254-05b07330213a None None] Provisioning complete for port e6b0da12-090c-444d-b479-9f7793c7c094 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:54.115083 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-09a23213-9cbb-4c7e-b254-05b07330213a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.148477 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-09a23213-9cbb-4c7e-b254-05b07330213a None None] Port e6b0da12-090c-444d-b479-9f7793c7c094 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:58:54.554598 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60106) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:54.560632 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34363729-network', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:54.582465 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Made reservation on behalf of beff8e3fb7204de58e7384b5b44154e7 for: {'network': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:58:54.584924 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for network, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.594528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.694781 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.698925 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.702124 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-72a32113-8733-4d6b-b400-4d4466e0f7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:54.727132 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=104338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 00:58:54.734481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84402dc8-84f3-4fb3-b44a-925d39e5c48c,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:54.744305 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.744720 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.segments_db [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Added segment cdf6fc95-30e8-463a-9789-1f8db7449695 of type vlan for network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 Jun 22 00:58:54.747251 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.747875 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.748283 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.748762 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.749255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.749771 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.750202 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.750631 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.751065 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.751500 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.752021 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.752330 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:54.762005 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:54.803667 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776006918117'] for network, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.835654 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266'] for network, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.837313 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:54.838067 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:54.842549 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:54.895598 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3397622 Jun 22 00:58:54.898213 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60108) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:54.908639 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device d82ca104-2c61-48ec-a074-f981a92005b5 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:54.911602 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Request body: {'subnet': {'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34363729-subnet', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'ip_version': 4}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:54.923969 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9d0242-3a98-48e7-a245-cdffcd0318c3,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:54.927231 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-69ced104-9570-46ab-a210-6b9e1881c8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:54.935114 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 details requested by agent ovs-agent-dv-cinder-753305-6-smb with host dv-cinder-753305-6-smb {{(pid=104339) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 00:58:54.943132 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Made reservation on behalf of beff8e3fb7204de58e7384b5b44154e7 for: {'subnet': 1} {{(pid=104338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:58:54.946264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4801094'] for subnet, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.018306 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port d82ca104-2c61-48ec-a074-f981a92005b5 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:55.018745 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.100107 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device b2e5923d-be89-4668-b084-2b8b62d363e2 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:55.123264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4772364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4801140'] for subnet, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.126470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e4e94698-b78e-4664-94db-ff928eb4672e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:55.151786 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port b2e5923d-be89-4668-b084-2b8b62d363e2 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:55.155585 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port b2e5923d-be89-4668-b084-2b8b62d363e2 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:55.157280 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.182682 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6dbeb87-122a-4cb2-87eb-0058e2f48504,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:55.186911 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:55.190863 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Checking segment: {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:55.191231 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Network hostable DHCP agents. Network: 5d9d0242-3a98-48e7-a245-cdffcd0318c3, hostable agents: ['c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9'], hosted agents: [] {{(pid=104338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 00:58:55.210260 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 is scheduled to be hosted by DHCP agent c40c0f5c-40ce-4508-a7ab-039d8ff5b3b9 with binding_index 1 {{(pid=104338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 00:58:55.222672 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-753305-6-smb, 5d9d0242-3a98-48e7-a245-cdffcd0318c3) {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:55.227043 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:58:55.227734 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.233321 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f56248-929c-4e41-868b-aa1483c15b08 None None] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:55.243757 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-224a1449-eb57-4ea1-8f88-4d06e99d1d96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3443170 Jun 22 00:58:55.246296 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60110) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:55.250706 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:58:55.276284 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.283088 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2659'] for router, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.284255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548006', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-660692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2682'] for router, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.310213 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port b2e5923d-be89-4668-b084-2b8b62d363e2, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=b2e5923d-be89-4668-b084-2b8b62d363e2,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:55.315838 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.319578 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:55.351238 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.402070 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=b2e5923d-be89-4668-b084-2b8b62d363e2,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:55.406341 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:55.449931 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp304ea813-64dd-5685-aa11-d580cd145a00-5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504'}]}} from dv-cinder-753305-6-smb. {{(pid=104339) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 00:58:55.450829 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.484077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2636'] for router, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.587539 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.db_base_plugin_common [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Allocated IP 172.20.0.2 (5d9d0242-3a98-48e7-a245-cdffcd0318c3/d6dbeb87-122a-4cb2-87eb-0058e2f48504/86cb9143-8eab-4217-8c23-f51db74939f7) {{(pid=104339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:55.681138 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.700365 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.727328 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks [] for port, precommit_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.735549 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Transition to ACTIVE for port object 86cb9143-8eab-4217-8c23-f51db74939f7 will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:55.750700 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Transition to ACTIVE for port object 86cb9143-8eab-4217-8c23-f51db74939f7 will not be triggered until provisioned by entity DHCP. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:55.756664 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535'] for port, after_create {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.760200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:55.804012 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Pushing event updated for resources: {'Port': ['ID=86cb9143-8eab-4217-8c23-f51db74939f7,revision_number=1']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:55.807721 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 is already hosted by enough agents. {{(pid=104339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:55.808617 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:55.809901 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.scheduler.base_scheduler [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Resources bound (agent type, host, resource id): {{(pid=104339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:55.812198 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Received port after_create {{(pid=104339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:55.819201 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Allocated IP 172.28.2.60 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/ce8beba9-3478-439b-9510-9cb8371fd3cf) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:55.867289 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Attempting to bind port 86cb9143-8eab-4217-8c23-f51db74939f7 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:58:55.867825 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Attempting to bind port 86cb9143-8eab-4217-8c23-f51db74939f7 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:58:55.868804 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Attempting to bind port 86cb9143-8eab-4217-8c23-f51db74939f7 on network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:58:55.873823 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:58:55.874218 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Checking segment: {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:55.874638 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.875050 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Bound using segment: {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:58:55.875530 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Bound port: 86cb9143-8eab-4217-8c23-f51db74939f7, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:58:55.876360 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.924955 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.942660 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] For port 86cb9143-8eab-4217-8c23-f51db74939f7, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:58:55.945845 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] For port 86cb9143-8eab-4217-8c23-f51db74939f7, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=86cb9143-8eab-4217-8c23-f51db74939f7,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:58:55.950482 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.952319 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:55.967454 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:55.970440 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1876f203-d4b5-421d-8e79-7a33b67863ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:56.013803 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:56.016845 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Pushing event updated for resources: {'Port': ['ID=86cb9143-8eab-4217-8c23-f51db74939f7,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:56.017016 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:56.020302 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:56.024881 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-543c75ef-eff5-4eea-af6d-a6bc03c994b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:56.025857 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Pushing event updated for resources: {'Port': ['ID=ce8beba9-3478-439b-9510-9cb8371fd3cf,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:56.045085 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:56.088820 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Sync routers for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:56.098373 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:56.100179 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:56.213807 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:56.316484 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.413415 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 2, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:56.439109 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Checking router: 9af997e4-1481-418a-9f11-ef982b9b75d5 for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:56.439471 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Updating router 9af997e4-1481-418a-9f11-ef982b9b75d5 port e6b0da12-090c-444d-b479-9f7793c7c094 binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:58:56.472437 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.511444 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-547584'] for router, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.642488 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Router dbc31959-92db-494e-aa8e-8ebd79f37a4d is scheduled to L3 agent ba707a99-0081-48ec-9eea-b807df014b52 with binding_index 1 {{(pid=104338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 00:58:56.752413 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:56.771226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Sync routers for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:58:56.772468 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.773999 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5267200 Jun 22 00:58:56.777327 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60112) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:58:56.794632 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:56.795396 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:56.844802 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.858020 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Transition to ACTIVE for port object e6b0da12-090c-444d-b479-9f7793c7c094 will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:56.867188 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:56.886932 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-33b801b8-3034-4143-8b17-f3227b52c3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:56.934371 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Pushing event updated for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:56.943650 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.944416 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.944915 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.945403 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.945905 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.946954 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.947586 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.948084 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.948598 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.949076 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.949683 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.950180 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 00:58:56.976710 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:57.070747 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 86cb9143-8eab-4217-8c23-f51db74939f7 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:57.094305 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fed26-df48-406d-816b-9678394ee31a None None] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:58:57.109752 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Attempting to bind port e6b0da12-090c-444d-b479-9f7793c7c094 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:58:57.110253 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Attempting to bind port e6b0da12-090c-444d-b479-9f7793c7c094 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:58:57.110641 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Attempting to bind port e6b0da12-090c-444d-b479-9f7793c7c094 on network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:58:57.117294 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:58:57.118799 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Checking segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:57.119567 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.120161 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Bound using segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:58:57.120842 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Bound port: e6b0da12-090c-444d-b479-9f7793c7c094, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:58:57.121427 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.186099 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-657190ed-0665-4e92-b9e4-5e17923a6870 None None] Provisioning for port 86cb9143-8eab-4217-8c23-f51db74939f7 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:57.193226 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:57.199499 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] For port e6b0da12-090c-444d-b479-9f7793c7c094, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:58:57.203734 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] For port e6b0da12-090c-444d-b479-9f7793c7c094, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=e6b0da12-090c-444d-b479-9f7793c7c094,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:58:57.209294 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.224372 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:57.278376 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:57.279005 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.291440 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.306210 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 86cb9143-8eab-4217-8c23-f51db74939f7 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:57.321987 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 86cb9143-8eab-4217-8c23-f51db74939f7 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:57.322535 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.343226 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Pushing event updated for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:57.359355 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-0dddaff3-b86e-4e86-9ce3-5a13d3abbb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:57.428768 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:57.503701 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_common [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Allocated IP 172.20.0.1 (5d9d0242-3a98-48e7-a245-cdffcd0318c3/d6dbeb87-122a-4cb2-87eb-0058e2f48504/3ce4aee6-f0c1-4c0e-ab8a-728b522036f9) {{(pid=104338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:58:57.554585 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.593127 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:56Z', 'revision_number': 3, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.611573 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.624748 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.provisioning_blocks [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Transition to ACTIVE for port object 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 will not be triggered until provisioned by entity DHCP. {{(pid=104338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:57.631169 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Checking router: dbc31959-92db-494e-aa8e-8ebd79f37a4d for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:58:57.631532 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Updating router dbc31959-92db-494e-aa8e-8ebd79f37a4d port ce8beba9-3478-439b-9510-9cb8371fd3cf binding host dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:58:57.634400 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 86cb9143-8eab-4217-8c23-f51db74939f7, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=86cb9143-8eab-4217-8c23-f51db74939f7,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:57.661200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.662089 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device b2e5923d-be89-4668-b084-2b8b62d363e2 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:57.667090 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4772512'] for port, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:57.669982 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c11e5106-040e-4d76-aada-363629810802 tempest-AttachVolumeShelveTestJSON-1685973603 tempest-AttachVolumeShelveTestJSON-1685973603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:57.672648 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:57Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:57.678581 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:57.704442 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e359edc-f7db-435c-bbd8-c71f3b0e134c None None] The sync data for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb is: [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:57Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:57.726696 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:57.730064 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:57.734077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Received port after_create {{(pid=104338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:58:57.786631 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=86cb9143-8eab-4217-8c23-f51db74939f7,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:57.794191 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:57.824589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.074142 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:58.078806 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:58.081311 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-3f42a139-ce83-40be-86c6-374da72a4cbe None None] Provisioning complete for port 86cb9143-8eab-4217-8c23-f51db74939f7 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:58.081798 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3f42a139-ce83-40be-86c6-374da72a4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.095299 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-545256'] for router_interface, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.126932 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port b2e5923d-be89-4668-b084-2b8b62d363e2 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:58.127241 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.214207 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks [] for port, precommit_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.231389 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.233115 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Transition to ACTIVE for port object ce8beba9-3478-439b-9510-9cb8371fd3cf will not be triggered until provisioned by entity L2. {{(pid=104339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:58:58.245279 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.248095 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-a390ff9d-7ff7-4367-89ce-15a16dae4a70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:58.356606 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Attempting to bind port ce8beba9-3478-439b-9510-9cb8371fd3cf on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:58:58.356996 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Attempting to bind port ce8beba9-3478-439b-9510-9cb8371fd3cf by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:58:58.357382 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Attempting to bind port ce8beba9-3478-439b-9510-9cb8371fd3cf on network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:58:58.361945 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d3a6-9a39-42ba-8cd8-8c3f38b53b7c None None] Pushing event updated for resources: {'Port': ['ID=ce8beba9-3478-439b-9510-9cb8371fd3cf,revision_number=2']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:58.364756 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-bc39d3a6-9a39-42ba-8cd8-8c3f38b53b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:58.373424 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:58:58.373847 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Checking segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:58:58.374384 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.374665 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Bound using segment: {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'} {{(pid=104339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:58:58.375163 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.managers [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Bound port: ce8beba9-3478-439b-9510-9cb8371fd3cf, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d5a7c-543c-4d17-9e93-640671360c19', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5'}}] {{(pid=104339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:58:58.375557 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.402816 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.408572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.411166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:58.432495 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] For port ce8beba9-3478-439b-9510-9cb8371fd3cf, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:58:58.435972 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] For port ce8beba9-3478-439b-9510-9cb8371fd3cf, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ce8beba9-3478-439b-9510-9cb8371fd3cf,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:58:58.440020 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.442677 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-bc39d3a6-9a39-42ba-8cd8-8c3f38b53b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:58.480909 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=2']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:58.486020 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:58.487211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-597372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-741363'] for router_interface, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.529278 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:58:58.530240 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:58.575037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d3a6-9a39-42ba-8cd8-8c3f38b53b7c None None] Pushing event updated for resources: {'Port': ['ID=ce8beba9-3478-439b-9510-9cb8371fd3cf,revision_number=3']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:58.578200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-bc39d3a6-9a39-42ba-8cd8-8c3f38b53b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:58.578810 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d7c12e01-4417-4556-bbb5-ab9bb35ed018 None None] Provisioning for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:58.579871 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 is already hosted by enough agents. {{(pid=104338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:58:58.585327 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.base_scheduler [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Resources bound (agent type, host, resource id): {{(pid=104338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:58:58.587811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-d7c12e01-4417-4556-bbb5-ab9bb35ed018 None None] Provisioning complete for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:58.588203 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-d7c12e01-4417-4556-bbb5-ab9bb35ed018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:58.660507 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-d7c12e01-4417-4556-bbb5-ab9bb35ed018 None None] Port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:58:58.683130 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:58:58.704957 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Router dbc31959-92db-494e-aa8e-8ebd79f37a4d has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:58:58.831693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:58:58.836610 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbc31959-92db-494e-aa8e-8ebd79f37a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580177 Jun 22 00:58:58.982535 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device e6b0da12-090c-444d-b479-9f7793c7c094 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:59.048221 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-a67b11ad-b47e-4a33-9796-55cbafa64c8b None None] Provisioning complete for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:59.048606 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a67b11ad-b47e-4a33-9796-55cbafa64c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.098021 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-a67b11ad-b47e-4a33-9796-55cbafa64c8b None None] Port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:58:59.103168 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port e6b0da12-090c-444d-b479-9f7793c7c094 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:58:59.108709 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port e6b0da12-090c-444d-b479-9f7793c7c094 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:59.109100 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.140683 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '3ce4aee6-f0c1-4c0e-ab8a-728b522036f9', 'name': '', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'mac_address': 'fa:16:3e:5d:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:57Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 2, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'subnets': [{'id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:58:59.175726 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb681ba0-b94b-470a-ba95-27ab0583fc1f None None] The sync data for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb is: [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '3ce4aee6-f0c1-4c0e-ab8a-728b522036f9', 'name': '', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'mac_address': 'fa:16:3e:5d:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:57Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 2, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'subnets': [{'id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:58:59.217942 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.255836 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port e6b0da12-090c-444d-b479-9f7793c7c094, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=e6b0da12-090c-444d-b479-9f7793c7c094,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:58:59.260891 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:58:59.261837 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 86cb9143-8eab-4217-8c23-f51db74939f7 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:58:59.263524 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:58:59.339563 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:58:59.342666 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:58:59.358563 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 86cb9143-8eab-4217-8c23-f51db74939f7 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:58:59.358954 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:00.955375 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device e6b0da12-090c-444d-b479-9f7793c7c094 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:01.006247 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port e6b0da12-090c-444d-b479-9f7793c7c094 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:01.006942 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.102210 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ce8beba9-3478-439b-9510-9cb8371fd3cf up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:01.177793 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port ce8beba9-3478-439b-9510-9cb8371fd3cf completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:01.184596 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ce8beba9-3478-439b-9510-9cb8371fd3cf triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:01.185038 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.270034 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.291437 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port ce8beba9-3478-439b-9510-9cb8371fd3cf, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ce8beba9-3478-439b-9510-9cb8371fd3cf,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:01.296257 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:01.298506 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-50873557-c006-49de-80cd-02b74402d55c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:01.349075 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=ce8beba9-3478-439b-9510-9cb8371fd3cf,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:01.359357 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:01.967953 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Sync routers for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:01.977877 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:01.978544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:02.085499 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:02.247153 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-443455c2-6292-4384-8a23-a33027fb616a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502560 Jun 22 00:59:02.297791 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '3ce4aee6-f0c1-4c0e-ab8a-728b522036f9', 'name': '', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'mac_address': 'fa:16:3e:5d:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:57Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 2, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'subnets': [{'id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:02.324518 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Checking router: dbc31959-92db-494e-aa8e-8ebd79f37a4d for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:02.324998 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Updating router dbc31959-92db-494e-aa8e-8ebd79f37a4d port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 binding host dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 00:59:02.368949 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:02.372260 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-dc372140-f374-49dd-ad5d-6b01e518acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:02.373904 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-dc372140-f374-49dd-ad5d-6b01e518acdc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0639181 Jun 22 00:59:02.497091 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-8f1a10b0-cb10-4fb3-aa44-9227db67618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:02.498615 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-8f1a10b0-cb10-4fb3-aa44-9227db67618a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.1009476 Jun 22 00:59:02.580810 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-f04dfa69-1818-46b0-81b7-4697ddb980b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 1001 time: 0.0762022 Jun 22 00:59:02.642773 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-219a0e81-2625-4789-9e23-8e4da77ade70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:02.644337 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-219a0e81-2625-4789-9e23-8e4da77ade70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0580618 Jun 22 00:59:02.677859 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks [] for port, precommit_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:02.692518 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.provisioning_blocks [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Transition to ACTIVE for port object 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 will not be triggered until provisioned by entity L2. {{(pid=104340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:59:02.702569 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:02.714099 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:02.718260 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-1eb4d1fb-4c3b-4878-bb08-5bc6f669c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:02.719895 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-1eb4d1fb-4c3b-4878-bb08-5bc6f669c581 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692930 Jun 22 00:59:02.773792 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3893-e742-4088-aaca-c178afecbcb5 None None] Pushing event updated for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=3']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:02.777692 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-53ac3893-e742-4088-aaca-c178afecbcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:02.857356 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-80508f5b-796c-4041-925f-55370699e761 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185298 Jun 22 00:59:02.861833 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ce8beba9-3478-439b-9510-9cb8371fd3cf up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:02.966639 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port ce8beba9-3478-439b-9510-9cb8371fd3cf triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:02.967584 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.026102 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-782f9a21-7842-40d6-ac89-3d8d57f23f79 req-c8325b67-cdf8-4664-97cf-d09daed3c406 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610413 Jun 22 00:59:03.032122 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Attempting to bind port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 on host dv-cinder-753305-6-smb for vnic_type normal with profile {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:59:03.034010 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Attempting to bind port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 by drivers openvswitch,hyperv on host dv-cinder-753305-6-smb at level 0 using segments [{'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:59:03.034398 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Attempting to bind port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 on network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:59:03.044544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Checking agent: {'id': 'aee07ae8-19b9-405d-a94a-781eb36c1054', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-753305-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 40, 50), 'started_at': datetime.datetime(2021, 6, 22, 0, 41, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-753305-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:59:03.044544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Checking segment: {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:59:03.044544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.044544 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Bound using segment: {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'} {{(pid=104340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:59:03.045859 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.managers [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Bound port: 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9, host: dv-cinder-753305-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf6fc95-30e8-463a-9789-1f8db7449695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3'}}] {{(pid=104340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:59:03.045859 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.125035 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] For port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9, host dv-cinder-753305-6-smb, cleared binding levels {{(pid=104340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:59:03.128289 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.plugins.ml2.db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] For port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9, host dv-cinder-753305-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:59:03.135124 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron_lib.callbacks.manager [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:03.137459 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-53ac3893-e742-4088-aaca-c178afecbcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:03.194983 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:03.195626 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:03.200402 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac3893-e742-4088-aaca-c178afecbcb5 None None] Pushing event updated for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=4']} {{(pid=104340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:03.232853 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG oslo_concurrency.lockutils [None req-53ac3893-e742-4088-aaca-c178afecbcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104340) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:03.315615 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:03.550028 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '3ce4aee6-f0c1-4c0e-ab8a-728b522036f9', 'name': '', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'mac_address': 'fa:16:3e:5d:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:57Z', 'updated_at': '2021-06-22T00:59:03Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'subnets': [{'id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:03.577134 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753cf3-e72a-4ce8-af26-740bcb488e06 None None] The sync data for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb is: [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:58:58Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': '3ce4aee6-f0c1-4c0e-ab8a-728b522036f9', 'name': '', 'network_id': '5d9d0242-3a98-48e7-a245-cdffcd0318c3', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'mac_address': 'fa:16:3e:5d:86:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:57Z', 'updated_at': '2021-06-22T00:59:03Z', 'revision_number': 4, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'subnets': [{'id': 'd6dbeb87-122a-4cb2-87eb-0058e2f48504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:04.847558 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:04.907512 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:04.915166 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:04.915680 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:05.003485 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:05.042957 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] For port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:05.055413 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:05.058655 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-683fa2c1-e605-4f2c-9ade-d3284a7934c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:05.104856 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Pushing event updated for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:05.107989 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:05.252453 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:59:06.810595 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 up at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:06.866735 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Provisioning complete for port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:06.867445 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:08.764993 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-18b6db87-2bd9-42ba-9b77-8178cd039bc8 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:08.766449 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-18b6db87-2bd9-42ba-9b77-8178cd039bc8 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 815 time: 0.1029942 Jun 22 00:59:08.780811 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-901e4fe8-a318-4dc7-9eb0-cc7bb0189c3d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/quotas/19604b0bd8ec4ddb8c790d09e041d9f8 HTTP/1.1" status: 200 len: 375 time: 0.0090597 Jun 22 00:59:08.851862 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-b9ef4cfe-e56a-4c13-ae94-d4e1b8193909 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662539 Jun 22 00:59:08.867950 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-29910b28-468d-4303-b32e-209662e53a7e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104337) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:59:08.868906 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-29910b28-468d-4303-b32e-209662e53a7e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 Jun 22 00:59:08.957308 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-9d0c8935-fecf-4012-b26f-aeb064214b2f service neutron] 10.222.0.21 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832112 Jun 22 00:59:09.043090 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-ee2f6c7e-502f-4b81-91a5-7ca6fff599a6 service neutron] 10.222.0.21 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794482 Jun 22 00:59:09.209247 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-253df4c9-a9cc-4403-b81e-f55961b34bb3 req-6bb8f905-fb8c-403a-9a50-26397208d283 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 210 time: 0.0303519 Jun 22 00:59:09.444646 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60180) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:09.734750 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Deleting port d6a17a7e-c758-4479-813c-b9cdc44c3b4d {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:09.735170 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:09.813628 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:09.814311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:09.873131 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Calling delete_port for d6a17a7e-c758-4479-813c-b9cdc44c3b4d owned by network:floatingip {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:10.031453 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.034072 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-513b00e0-0d7a-4a74-abf5-b14b778c7578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:10.059443 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event deleted for resources: {'Port': ['ID=d6a17a7e-c758-4479-813c-b9cdc44c3b4d,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:10.062809 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:10.118460 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for floatingip, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.118798 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Floating IP 64c781f4-5160-4631-aea0-f7aef64e6e40 disassociated (deleted). External IP: 172.28.2.21, port: 90abd9eb-2b22-4723-b965-666b588c34e2. Jun 22 00:59:10.343926 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-cbc371ca-30d7-48f1-b750-d44989ac241c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:10.345376 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-cbc371ca-30d7-48f1-b750-d44989ac241c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 815 time: 0.1518686 Jun 22 00:59:10.390951 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'port': {'device_id': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'admin_state_up': True, 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:10.426660 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-61407acf-f922-4d7b-950a-9da5cc82f818 req-cb085c74-1d99-44d3-a731-dc20d7d3931c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 210 time: 0.0502241 Jun 22 00:59:10.485671 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Router 0739f920-92d9-43df-a56e-9b07e1047c8a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:10.601907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Made reservation on behalf of 19604b0bd8ec4ddb8c790d09e041d9f8 for: {'port': 1} {{(pid=104337) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 00:59:10.605530 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.645014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:10.657620 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Sync routers for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:10.672470 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:10.673100 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:10.676283 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:10.721934 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "DELETE /v2.0/floatingips/64c781f4-5160-4631-aea0-f7aef64e6e40 HTTP/1.1" status: 204 len: 168 time: 1.2729795 Jun 22 00:59:10.722148 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:10.724639 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38df3582-13bf-4149-9f54-ae25cc554be0" -d '{"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:10.807507 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a1f96-ec72-4e1f-818f-6fce6470c57b x-openstack-request-id: req-c57a1f96-ec72-4e1f-818f-6fce6470c57b {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:10.807853 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:10.808162 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c57a1f96-ec72-4e1f-818f-6fce6470c57b {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:10.808597 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'status': 'completed', 'code': 200} Jun 22 00:59:10.870112 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:10.870381 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Allocated IP 172.20.0.4 (e8b4f31d-3020-4695-9b2c-0494dabd8ca1/feb8a725-3452-46f7-80c2-fc169e74b88a/629b7742-1f58-43c7-906d-11280ce776c0) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:59:11.120241 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:11.138242 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Transition to ACTIVE for port object 629b7742-1f58-43c7-906d-11280ce776c0 will not be triggered until provisioned by entity DHCP. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:59:11.219678 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:11.241739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:11.261821 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-fcd10249-530a-4f75-afe6-887fcc23ae37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:11.272223 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:59:11.276609 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:59:11.279244 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:59:11.306635 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Checking router: 0739f920-92d9-43df-a56e-9b07e1047c8a for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:11.324484 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:11.326123 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:58:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:11.573944 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:11.636115 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-a8d85fad-3b5e-4a31-ba40-35f196d308b3 None None] Provisioning for port 629b7742-1f58-43c7-906d-11280ce776c0 completed by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:11.641372 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-a8d85fad-3b5e-4a31-ba40-35f196d308b3 None None] Provisioning complete for port 629b7742-1f58-43c7-906d-11280ce776c0 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:11.642146 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-a8d85fad-3b5e-4a31-ba40-35f196d308b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:11.691940 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:11.693242 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:11.704098 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:11.714439 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:11.723831 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7b0d6-4aad-4bb7-8169-822ec682c7d3 req-799fa48d-7626-46ec-b554-be474e35641a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:11.731485 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-02a7b0d6-4aad-4bb7-8169-822ec682c7d3 req-799fa48d-7626-46ec-b554-be474e35641a tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.5284195 Jun 22 00:59:11.732645 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740608e-b420-436e-98b5-a32c9b41981f req-390f2589-1e2d-4f36-9ee5-4f9d2f5fbdb3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:11.734260 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1740608e-b420-436e-98b5-a32c9b41981f req-390f2589-1e2d-4f36-9ee5-4f9d2f5fbdb3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.1306255 Jun 22 00:59:11.788271 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-5d1615c6-b50d-4074-81f4-4572196b9408 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4082856 Jun 22 00:59:11.817858 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-1740608e-b420-436e-98b5-a32c9b41981f req-8b839f05-bffd-4011-a3d8-d39a815bb603 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778124 Jun 22 00:59:11.829737 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-a8d85fad-3b5e-4a31-ba40-35f196d308b3 None None] Port 629b7742-1f58-43c7-906d-11280ce776c0 cannot update to ACTIVE because it is not bound. {{(pid=104339) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 00:59:11.835129 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-02a7b0d6-4aad-4bb7-8169-822ec682c7d3 req-734e7406-9c09-4921-bf9e-c658de12d49b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980511 Jun 22 00:59:11.944796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:11.973083 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681f4acb-98c2-4a0b-a0b1-e930a60631c9 None None] The sync data for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb is: [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:53:51Z', 'revision_number': 4, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'ee09b678-a792-4e71-8094-64bdc27c117f', 'name': '', 'network_id': 'ba455ca4-cfe3-45a5-880d-06ce9c0c74c7', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'mac_address': 'fa:16:3e:ca:b3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:51Z', 'updated_at': '2021-06-22T00:53:57Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'subnets': [{'id': 'f43fa886-b9b3-46ed-a452-d6a88807f87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:12.244355 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819f84ec-0a6f-40b7-8aa7-097ba8272369 None None] New status for floating IP 64c781f4-5160-4631-aea0-f7aef64e6e40: DOWN {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:59:13.031356 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68001-3bc0-41c8-b48c-109cb2a90312 req-d4b9114e-150a-4c05-9e74-7a60962f6b99 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:13.032727 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3fe68001-3bc0-41c8-b48c-109cb2a90312 req-d4b9114e-150a-4c05-9e74-7a60962f6b99 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0712774 Jun 22 00:59:13.045456 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad9b6-20f7-415c-896f-d1622e273b85 req-ebe9a731-500e-4565-bce4-dc832d9300da tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:13.046906 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-85fad9b6-20f7-415c-896f-d1622e273b85 req-ebe9a731-500e-4565-bce4-dc832d9300da tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0790832 Jun 22 00:59:13.072549 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3fe68001-3bc0-41c8-b48c-109cb2a90312 req-86c6233e-18a1-4ceb-b861-c2b0e1ba90b2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 Jun 22 00:59:13.092793 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-85fad9b6-20f7-415c-896f-d1622e273b85 req-efa38a9e-7826-45ad-996a-4cea37644c12 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399125 Jun 22 00:59:14.269941 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5524344-a620-4835-b053-366d342a2a32 req-2bdda27b-9c99-40ff-8723-0428557e367f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.271448 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5524344-a620-4835-b053-366d342a2a32 req-2bdda27b-9c99-40ff-8723-0428557e367f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0678260 Jun 22 00:59:14.273421 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081bdb-8d24-4398-bad5-509621cf29dc req-b816df46-e20e-4285-a6e4-f7cbc169f336 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:14.275437 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-30081bdb-8d24-4398-bad5-509621cf29dc req-b816df46-e20e-4285-a6e4-f7cbc169f336 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0643852 Jun 22 00:59:14.315474 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-d5524344-a620-4835-b053-366d342a2a32 req-7879f4e2-3c01-40b0-b78f-7333d1e6b4ef tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Jun 22 00:59:14.320868 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-30081bdb-8d24-4398-bad5-509621cf29dc req-a6bab70c-89a9-4fb2-a486-a9caf96359ed tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 Jun 22 00:59:15.498199 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d48e4a-f5b9-41af-a5e5-a4cbbfc37960 req-149e192a-68d6-4e21-ae62-f7b6e95d5c2b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:15.499680 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-52d48e4a-f5b9-41af-a5e5-a4cbbfc37960 req-149e192a-68d6-4e21-ae62-f7b6e95d5c2b tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0670233 Jun 22 00:59:15.514539 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1776d1-576f-408a-b329-ac1c3208c462 req-b2f1f7dd-41a1-4613-aca1-5363568852a5 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:15.516055 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0f1776d1-576f-408a-b329-ac1c3208c462 req-b2f1f7dd-41a1-4613-aca1-5363568852a5 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0711007 Jun 22 00:59:15.548998 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-52d48e4a-f5b9-41af-a5e5-a4cbbfc37960 req-4242ab11-d471-407a-93cc-1b63b82f8df8 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433588 Jun 22 00:59:15.573772 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-0f1776d1-576f-408a-b329-ac1c3208c462 req-cb50178e-2b06-4169-a6db-8c27b0e955f0 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521522 Jun 22 00:59:16.735179 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86052-aa54-4194-8cb8-3dd52f2a0ef4 req-b4ca56b6-a9a5-4478-b137-fc8c8eb64130 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:16.738436 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50a86052-aa54-4194-8cb8-3dd52f2a0ef4 req-b4ca56b6-a9a5-4478-b137-fc8c8eb64130 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0697854 Jun 22 00:59:16.763606 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649127e-aa2a-4e7d-a9ef-169317e07482 req-b361f1e2-1633-419d-bba1-c5cc03bf903b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:16.765292 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3649127e-aa2a-4e7d-a9ef-169317e07482 req-b361f1e2-1633-419d-bba1-c5cc03bf903b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0715182 Jun 22 00:59:16.789353 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-50a86052-aa54-4194-8cb8-3dd52f2a0ef4 req-7d2b48a3-ee91-4079-bccd-b71c226f4e22 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446804 Jun 22 00:59:16.812917 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-3649127e-aa2a-4e7d-a9ef-169317e07482 req-5f7df3f3-c37f-40f4-a0be-6ac9920126c4 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350797 Jun 22 00:59:17.333711 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-79a855b3-f55c-49d1-9ad6-7896962a64f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:17.990593 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cd91f-8c6c-4634-a572-1d243785c0e7 req-21afbc95-ede4-4c2d-bb71-e659d835281d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:17.992063 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5c7cd91f-8c6c-4634-a572-1d243785c0e7 req-21afbc95-ede4-4c2d-bb71-e659d835281d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0800471 Jun 22 00:59:18.038930 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-5c7cd91f-8c6c-4634-a572-1d243785c0e7 req-bfe2a212-37f5-4bb2-ad02-99db0b17f879 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Jun 22 00:59:18.139319 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074103f-4f43-4dc7-8e70-f7dc83c2e9e6 req-7e70f125-a0bc-4cc4-8e34-cf12472bbf4f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:18.140852 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7074103f-4f43-4dc7-8e70-f7dc83c2e9e6 req-7e70f125-a0bc-4cc4-8e34-cf12472bbf4f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.2158756 Jun 22 00:59:18.181481 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7074103f-4f43-4dc7-8e70-f7dc83c2e9e6 req-41a7e6c2-0c37-4774-b34e-82e8f9ac6c35 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Jun 22 00:59:19.289349 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904750e1-a96a-4a60-b9f9-e44beaa5c580 req-7bed9a2d-b43a-4e5b-a076-edf0c62a2b97 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:19.293909 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-904750e1-a96a-4a60-b9f9-e44beaa5c580 req-7bed9a2d-b43a-4e5b-a076-edf0c62a2b97 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.1358776 Jun 22 00:59:19.329127 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-904750e1-a96a-4a60-b9f9-e44beaa5c580 req-1e9dd694-a6b8-4e7f-b1b8-ada4706c1d66 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325708 Jun 22 00:59:19.363604 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827549b-4dab-441d-b734-f4e51dd5a0d3 req-fbecffdd-8a79-4bdc-aec0-483294ca82a5 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:19.365271 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f827549b-4dab-441d-b734-f4e51dd5a0d3 req-fbecffdd-8a79-4bdc-aec0-483294ca82a5 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0704484 Jun 22 00:59:19.404864 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-f827549b-4dab-441d-b734-f4e51dd5a0d3 req-3f59b992-b921-4cef-b103-85df137615f0 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Jun 22 00:59:20.064604 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-9e49f389-b910-4735-8be8-53b7ca9fd829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:20.181914 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:20.505222 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9f016-e54d-472a-a5bd-d8fcbeff1c8a req-84ba2fee-3415-4ce8-b4ec-fc16ffb5c664 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:20.506707 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c6a9f016-e54d-472a-a5bd-d8fcbeff1c8a req-84ba2fee-3415-4ce8-b4ec-fc16ffb5c664 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0637186 Jun 22 00:59:20.543670 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-c6a9f016-e54d-472a-a5bd-d8fcbeff1c8a req-10a15238-9a3c-472a-8c3d-77123d4f23fa tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Jun 22 00:59:20.576326 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8853-b805-40a9-8453-7c2ae888f798 req-efbd46be-26e2-43e5-90d6-65b256509a22 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:20.577785 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a35a8853-b805-40a9-8453-7c2ae888f798 req-efbd46be-26e2-43e5-90d6-65b256509a22 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0622141 Jun 22 00:59:20.615846 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a35a8853-b805-40a9-8453-7c2ae888f798 req-ecd5e420-bf00-43d8-ab1a-a01dcd9b8368 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Jun 22 00:59:21.145443 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:21.713975 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bef67-5d27-432d-92df-8e91ce94a706 req-73f32481-b219-432a-907d-0ad5e7647bce tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:21.715456 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-eb3bef67-5d27-432d-92df-8e91ce94a706 req-73f32481-b219-432a-907d-0ad5e7647bce tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Jun 22 00:59:21.752310 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-eb3bef67-5d27-432d-92df-8e91ce94a706 req-e872b9e8-2048-463c-a45e-a3c523ee70ba tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Jun 22 00:59:21.796205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db126c51-d678-4c73-8383-a016b25c73ae req-70c947f4-7b3d-49db-b5d1-826669d509c6 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:21.797668 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db126c51-d678-4c73-8383-a016b25c73ae req-70c947f4-7b3d-49db-b5d1-826669d509c6 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.0621417 Jun 22 00:59:21.837264 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-db126c51-d678-4c73-8383-a016b25c73ae req-260b906a-20ed-4b81-a889-d9e31ad0adad tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Jun 22 00:59:22.542542 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:22.799096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-8f6f9110-f4aa-4fdd-8ced-623a7031ed54 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=104337) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 00:59:22.800348 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-8f6f9110-f4aa-4fdd-8ced-623a7031ed54 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089295 Jun 22 00:59:22.863168 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Request body: {'port': {'device_id': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75330'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:22.886129 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-00ab8208-921c-4cf3-b854-d5f35f1131e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:22.887621 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-00ab8208-921c-4cf3-b854-d5f35f1131e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 1099 time: 0.0975509 Jun 22 00:59:22.986051 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.007698 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33358cf6-c5d5-435f-8bea-7544eb721b09 req-aece0c32-f416-433a-90f2-ba2da79d9b8c tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.009205 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-33358cf6-c5d5-435f-8bea-7544eb721b09 req-aece0c32-f416-433a-90f2-ba2da79d9b8c tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.1406922 Jun 22 00:59:23.014690 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-24f115d8-3fb1-4d34-97e9-7647b907a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.016119 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-24f115d8-3fb1-4d34-97e9-7647b907a236 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 200 len: 910 time: 0.1192834 Jun 22 00:59:23.062149 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-78467d45-66f0-4ece-9664-813b1b1b593e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 200 len: 217 time: 0.0373986 Jun 22 00:59:23.077077 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f09759-38bf-466f-bdf6-f366624bcefd req-565892c5-0124-41ba-a881-d54fbdecf4b3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.078648 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-99f09759-38bf-466f-bdf6-f366624bcefd req-565892c5-0124-41ba-a881-d54fbdecf4b3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 931 time: 0.1174123 Jun 22 00:59:23.123206 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-33358cf6-c5d5-435f-8bea-7544eb721b09 req-cde9b903-4cf2-460e-b6b7-b22a6d446a2d tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918477 Jun 22 00:59:23.149708 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-99f09759-38bf-466f-bdf6-f366624bcefd req-41a696ab-4f18-457e-9bce-08094fe68389 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640688 Jun 22 00:59:23.153356 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-dbd378b9-7f09-4753-87eb-4936c10443d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.154786 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-dbd378b9-7f09-4753-87eb-4936c10443d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 200 len: 848 time: 0.0855527 Jun 22 00:59:23.216605 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-3e2cadbb-4991-40ca-bab5-24f6d5fdbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.218134 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-3e2cadbb-4991-40ca-bab5-24f6d5fdbbb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556905 Jun 22 00:59:23.283119 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629b7742-1f58-43c7-906d-11280ce776c0 {{(pid=104337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:59:23.290311 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.301560 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.provisioning_blocks [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Transition to ACTIVE for port object 629b7742-1f58-43c7-906d-11280ce776c0 will not be triggered until provisioned by entity L2. {{(pid=104337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 00:59:23.303890 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-35b4cd37-cbe3-4cd6-8bf8-71178cebe10f service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787971 Jun 22 00:59:23.306233 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.308875 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7e708045-76fe-43da-9d8b-40363c284dc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:23.382011 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:23.386161 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:23.407332 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-38df3582-13bf-4149-9f54-ae25cc554be0 req-201de967-9a8f-424a-8bdb-17011f17cfe4 service neutron] 10.222.0.23 "GET /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968101 Jun 22 00:59:23.453934 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Attempting to bind port 629b7742-1f58-43c7-906d-11280ce776c0 on host hv-cinder-75330 for vnic_type normal with profile {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 00:59:23.454558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Attempting to bind port 629b7742-1f58-43c7-906d-11280ce776c0 by drivers openvswitch,hyperv on host hv-cinder-75330 at level 0 using segments [{'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 00:59:23.455066 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Attempting to bind port 629b7742-1f58-43c7-906d-11280ce776c0 on network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:59:23.459957 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Port 629b7742-1f58-43c7-906d-11280ce776c0 on network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75330 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 00:59:23.460158 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Attempting to bind port 629b7742-1f58-43c7-906d-11280ce776c0 on network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 00:59:23.465975 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Checking agent: {'id': 'c8fe3b32-dee8-46d5-b5fe-030bc6d80e82', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'started_at': datetime.datetime(2021, 6, 22, 0, 46, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 00:59:23.466335 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Checking segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 00:59:23.466723 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Bound using segment: {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'} {{(pid=104337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 00:59:23.467250 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.managers [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Bound port: 629b7742-1f58-43c7-906d-11280ce776c0, host: hv-cinder-75330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9228c208-2e4d-4d94-9f47-01d2813c62db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1'}}] {{(pid=104337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 00:59:23.467605 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.529040 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, cleared binding levels {{(pid=104337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 00:59:23.532123 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 00:59:23.536621 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.539289 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-3d836837-f041-4187-a307-e4ff4f8a4825 tempest-VolumesNegativeTest-1204277017 tempest-VolumesNegativeTest-1204277017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:23.560313 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.575968 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.576579 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:23.577995 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] 10.222.0.23 "PUT /v2.0/ports/629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1093 time: 0.7197659 Jun 22 00:59:23.578489 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:23.580764 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e06804a-caad-4983-8657-db1168c3555f" -d '{"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:23.606305 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=3']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:23.609765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:23.697693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-2dfc4806-c176-4815-8d0f-7246b0cbf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.699264 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-2dfc4806-c176-4815-8d0f-7246b0cbf1e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1096 time: 0.0660040 Jun 22 00:59:23.700780 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3b4ef7-6121-42cf-9995-db8e7725b772 x-openstack-request-id: req-cc3b4ef7-6121-42cf-9995-db8e7725b772 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:23.701096 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:23.701382 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc3b4ef7-6121-42cf-9995-db8e7725b772 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:23.701850 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 00:59:23.761141 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-5a0d0b5d-fede-4b19-995f-67c911684338 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 217 time: 0.0335243 Jun 22 00:59:23.812650 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-f81cdfc3-57d2-49f6-9310-b4109e9ee0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.814087 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-f81cdfc3-57d2-49f6-9310-b4109e9ee0c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0459237 Jun 22 00:59:23.869817 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a909-940b-4a61-915c-823342783d14 req-fc17387d-647a-4a8d-af9f-cb9ea1141408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:23.871329 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-fc17387d-647a-4a8d-af9f-cb9ea1141408 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497518 Jun 22 00:59:23.956609 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-8b0a258f-7739-417b-932b-73d0e5f982c5 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778008 Jun 22 00:59:24.044542 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f988a909-940b-4a61-915c-823342783d14 req-b21542f5-4563-439f-8dbe-de4345d44649 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810647 Jun 22 00:59:24.204116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06804a-caad-4983-8657-db1168c3555f req-59b28675-e002-432e-a7e7-4d640f0814c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.205622 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-59b28675-e002-432e-a7e7-4d640f0814c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1096 time: 0.0519388 Jun 22 00:59:24.300129 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7796a1-2961-4621-bd12-67aad844b7a6 req-d463d87c-955a-4c8d-8f6e-940823137b20 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.301782 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f7796a1-2961-4621-bd12-67aad844b7a6 req-d463d87c-955a-4c8d-8f6e-940823137b20 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0643988 Jun 22 00:59:24.333510 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06804a-caad-4983-8657-db1168c3555f req-a7872e6a-947b-405f-9332-e19231b1166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.334961 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-a7872e6a-947b-405f-9332-e19231b1166a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.1226528 Jun 22 00:59:24.339659 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6f7796a1-2961-4621-bd12-67aad844b7a6 req-3e6188de-605a-45a1-8a84-7d74a6e0d683 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/security-groups?id=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Jun 22 00:59:24.359829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc00f-76b6-4d94-8c01-6cb7663c80ea req-ec3a7f2b-1c55-4fd6-83db-823d6eb52d51 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.361263 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-072bc00f-76b6-4d94-8c01-6cb7663c80ea req-ec3a7f2b-1c55-4fd6-83db-823d6eb52d51 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 943 time: 0.0917759 Jun 22 00:59:24.392381 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-82768575-0787-401b-b8b6-0c0fe8a51726 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 217 time: 0.0469759 Jun 22 00:59:24.446746 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-072bc00f-76b6-4d94-8c01-6cb7663c80ea req-8fec0337-44bd-4698-90fd-5237401550ef tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Jun 22 00:59:24.458396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06804a-caad-4983-8657-db1168c3555f req-ba5b624f-ca89-4ce0-8a4c-c77b1cb06044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.459811 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-ba5b624f-ca89-4ce0-8a4c-c77b1cb06044 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0560310 Jun 22 00:59:24.552936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06804a-caad-4983-8657-db1168c3555f req-8baf0fca-b124-4143-aa14-dcced2940000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.554405 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-8baf0fca-b124-4143-aa14-dcced2940000 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0499609 Jun 22 00:59:24.642078 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-4c546d32-624d-4729-9146-ab82b45c328e service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805290 Jun 22 00:59:24.735164 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8e06804a-caad-4983-8657-db1168c3555f req-6d220d2d-d218-4d6f-a255-2fb860886dc1 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 Jun 22 00:59:24.966504 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-f03548da-d7a7-4c62-89fc-99cf10c56b36 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:24.967986 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-f03548da-d7a7-4c62-89fc-99cf10c56b36 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.23 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 946 time: 0.0610127 Jun 22 00:59:25.064768 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Deleting port 90abd9eb-2b22-4723-b965-666b588c34e2 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:25.065037 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:25.148826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] For port 90abd9eb-2b22-4723-b965-666b588c34e2, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=90abd9eb-2b22-4723-b965-666b588c34e2,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:25.149182 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:25.211773 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Calling delete_port for 90abd9eb-2b22-4723-b965-666b588c34e2 owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:25.330161 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:25.334015 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-007bfeca-9903-4d47-b9e3-7fb831defafb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:25.356331 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event deleted for resources: {'Port': ['ID=90abd9eb-2b22-4723-b965-666b588c34e2,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:25.359504 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:25.402246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] No DVR routers for this DVR port 90abd9eb-2b22-4723-b965-666b588c34e2 on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:25.404768 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:25.406832 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e8aaaae5-79ad-4ba3-bc20-ca612d29bd8e req-60fce8b7-ba77-46b5-ba87-aafe516fdfbe tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.23 "DELETE /v2.0/ports/90abd9eb-2b22-4723-b965-666b588c34e2 HTTP/1.1" status: 204 len: 173 time: 0.4332688 Jun 22 00:59:25.480828 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-6eb47cce-017d-4a28-ab02-6fe065a8ef9d req-48f4f0e9-08a5-4a90-be96-53b8608390ec tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "GET /v2.0/ports?device_id=96f978af-9bc5-4e25-b1c0-e49c3caf4512 HTTP/1.1" status: 200 len: 210 time: 0.0293851 Jun 22 00:59:25.624649 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7751f7-7b18-436f-96f3-d69a276fdb1e req-2f732fef-936a-4de7-bb8b-6969a933d9b2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:25.626142 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fe7751f7-7b18-436f-96f3-d69a276fdb1e req-2f732fef-936a-4de7-bb8b-6969a933d9b2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 943 time: 0.0659635 Jun 22 00:59:25.669478 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-fe7751f7-7b18-436f-96f3-d69a276fdb1e req-854e70fd-b15e-471c-b405-1fe163810f77 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Jun 22 00:59:25.702799 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-deleted', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:25.705508 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b302dd-9764-4816-9f31-a22148877198" -d '{"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-deleted", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:25.745561 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc4827d-5e8c-4272-bf92-4cced8e4aa80 x-openstack-request-id: req-adc4827d-5e8c-4272-bf92-4cced8e4aa80 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:25.745875 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f978af-9bc5-4e25-b1c0-e49c3caf4512", "name": "network-vif-deleted", "tag": "90abd9eb-2b22-4723-b965-666b588c34e2", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:25.746167 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc4827d-5e8c-4272-bf92-4cced8e4aa80 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:25.746590 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f978af-9bc5-4e25-b1c0-e49c3caf4512', 'name': 'network-vif-deleted', 'tag': '90abd9eb-2b22-4723-b965-666b588c34e2', 'status': 'completed', 'code': 200} Jun 22 00:59:26.571398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60282) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:26.636470 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:26.664969 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:26.724396 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:26.728746 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:26.729177 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] 10.222.0.21 "DELETE /v2.0/security-groups/06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f HTTP/1.1" status: 204 len: 168 time: 0.1567984 Jun 22 00:59:26.731819 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-f7a5b77f-e782-4a1a-b098-05b543189200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:26.741693 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ae08d6-2c54-4ae9-ac7f-4facbed8ff7f,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:26.744195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9e4fd667-e8ff-4be9-96f9-622ba9a338f5 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:26.782528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60288) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:26.866252 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2536b8-688e-42ce-be03-459e7e54e93e req-42860caa-b908-4b78-b339-b2107470989c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:26.868353 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f2536b8-688e-42ce-be03-459e7e54e93e req-42860caa-b908-4b78-b339-b2107470989c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 943 time: 0.0656533 Jun 22 00:59:26.952802 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-7f2536b8-688e-42ce-be03-459e7e54e93e req-40c2c34d-9632-4871-b9fd-b69a01ac2dbb tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 Jun 22 00:59:27.237937 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:27.489848 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Deleting port ee09b678-a792-4e71-8094-64bdc27c117f {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:27.490116 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:27.564741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] For port ee09b678-a792-4e71-8094-64bdc27c117f, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ee09b678-a792-4e71-8094-64bdc27c117f,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:27.565097 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:27.628753 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Calling delete_port for ee09b678-a792-4e71-8094-64bdc27c117f owned by network:router_interface {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:27.799187 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:27.801848 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8bc2cb69-0a67-49b6-acc0-dae3c1478e10 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:27.825093 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ee09b678-a792-4e71-8094-64bdc27c117f,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:27.846643 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:27.999365 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:28.126307 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e5b3b-27ea-4a88-94b2-e5a109bcd0f8 req-ca3da520-6b33-40ee-a839-2aee80951398 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:28.127738 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-409e5b3b-27ea-4a88-94b2-e5a109bcd0f8 req-ca3da520-6b33-40ee-a839-2aee80951398 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 943 time: 0.0624192 Jun 22 00:59:28.164832 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-409e5b3b-27ea-4a88-94b2-e5a109bcd0f8 req-80504af1-974d-474d-9b94-22be28363486 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Jun 22 00:59:28.202238 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Router 0739f920-92d9-43df-a56e-9b07e1047c8a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:28.302970 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:28.307951 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-45a7949f-bca5-47ea-95c3-604e8d45c2eb admin admin] 10.222.0.21 "PUT /v2.0/routers/0739f920-92d9-43df-a56e-9b07e1047c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239348 Jun 22 00:59:28.310977 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60294) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:28.314209 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Sync routers for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:28.324262 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:28.324877 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:28.413857 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks [] for router, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:28.546079 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:28.729954 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:59:27Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:28.755540 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Checking router: 0739f920-92d9-43df-a56e-9b07e1047c8a for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:28.764253 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Routers {'0739f920-92d9-43df-a56e-9b07e1047c8a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:28.765134 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['0739f920-92d9-43df-a56e-9b07e1047c8a'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:28.796929 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:28.849676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Deleting port 30bb6321-6418-41ae-b3fc-84e61cfe8363 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:28.850264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:28.875215 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] Set router 0739f920-92d9-43df-a56e-9b07e1047c8a gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:28.929275 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] For port 30bb6321-6418-41ae-b3fc-84e61cfe8363, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=30bb6321-6418-41ae-b3fc-84e61cfe8363,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:28.929959 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:28.995924 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Calling delete_port for 30bb6321-6418-41ae-b3fc-84e61cfe8363 owned by network:router_gateway {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:29.054718 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:59:27Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:29.083796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16167c8-f285-4165-8d75-966ae085b2b1 None None] The sync data for ids ['0739f920-92d9-43df-a56e-9b07e1047c8a'] in dv-cinder-753305-6-smb is: [{'id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'name': 'tempest-TestShelveInstance-1108497877-router', 'tenant_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:48Z', 'updated_at': '2021-06-22T00:59:27Z', 'revision_number': 5, 'project_id': '2cf394d6fc5c4824a9ceadcac75515d8', 'gw_port': {'id': '30bb6321-6418-41ae-b3fc-84e61cfe8363', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:8e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0739f920-92d9-43df-a56e-9b07e1047c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:49Z', 'updated_at': '2021-06-22T00:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:29.160068 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.162049 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-95bd3794-b7da-41a6-9f61-b2fc2a99c212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:29.191385 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=30bb6321-6418-41ae-b3fc-84e61cfe8363,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:29.194480 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:29.246563 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 629b7742-1f58-43c7-906d-11280ce776c0 details requested by agent hyperv_hv-cinder-75330 with host hv-cinder-75330 {{(pid=104339) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 00:59:29.253821 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:29.257255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.280571 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 90abd9eb-2b22-4723-b965-666b588c34e2 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:29.280944 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 90abd9eb-2b22-4723-b965-666b588c34e2 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:29.362580 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:29.373339 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Returning: {'device': '629b7742-1f58-43c7-906d-11280ce776c0', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'port_id': '629b7742-1f58-43c7-906d-11280ce776c0', 'mac_address': 'fa:16:3e:1e:de:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104339) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 00:59:29.386993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.389872 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.411889 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.425357 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629b7742-1f58-43c7-906d-11280ce776c0 {{(pid=104339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 00:59:29.446558 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.447088 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0739f920-92d9-43df-a56e-9b07e1047c8a {{(pid=104338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:59:29.451801 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:29.453215 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.457094 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-beba197b-5480-4474-9ba3-d92551e21b5d admin admin] 10.222.0.21 "DELETE /v2.0/routers/0739f920-92d9-43df-a56e-9b07e1047c8a HTTP/1.1" status: 204 len: 168 time: 1.1423826 Jun 22 00:59:29.457517 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60298) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:29.463161 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.466000 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:29.467589 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36091a12-8066-4b73-89f0-69d61c726fb3 req-ec078417-d4b6-42fe-ac7f-f995ef41f80b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:29.469221 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-36091a12-8066-4b73-89f0-69d61c726fb3 req-ec078417-d4b6-42fe-ac7f-f995ef41f80b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 943 time: 0.1753488 Jun 22 00:59:29.510247 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Deleting subnet f43fa886-b9b3-46ed-a452-d6a88807f87d {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:59:29.511722 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-36091a12-8066-4b73-89f0-69d61c726fb3 req-d60148d9-7f52-4687-abe9-987333e931bf tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Jun 22 00:59:29.519157 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=4']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:29.522973 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:29.528081 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.566616 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.674580 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.727179 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.729335 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:29.755668 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f43fa886-b9b3-46ed-a452-d6a88807f87d,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:29.759247 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:29.760405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.762046 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f43fa886-b9b3-46ed-a452-d6a88807f87d HTTP/1.1" status: 204 len: 168 time: 0.3027771 Jun 22 00:59:29.764527 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60300) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:29.767080 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3202ce9-a33d-43b4-a696-0114db97331d None None] Network ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:59:29.830094 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.849297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:59:29.879169 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Deleting port 683a8e25-c8f1-490d-a304-612b0c4040d1 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:29.879514 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:29.943178 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] For port 683a8e25-c8f1-490d-a304-612b0c4040d1, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=683a8e25-c8f1-490d-a304-612b0c4040d1,segment=NetworkSegment(657d1fc8-2fab-42f1-be47-bf2234a3109d),segment_id=657d1fc8-2fab-42f1-be47-bf2234a3109d)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:29.943548 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.009510 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Calling delete_port for 683a8e25-c8f1-490d-a304-612b0c4040d1 owned by network:dhcp {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:30.073896 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358481ff-6967-419b-b52d-52b690a3791b None None] DHCP port deletion for ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:59:30.096714 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.098892 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d88f4467-3a59-4f8f-b337-91a856ce0d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:30.118898 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Deleting port 683a8e25-c8f1-490d-a304-612b0c4040d1 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:30.119392 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.122763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=683a8e25-c8f1-490d-a304-612b0c4040d1,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:30.125326 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:30.128010 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] No DVR routers for this DVR port 683a8e25-c8f1-490d-a304-612b0c4040d1 on host dv-cinder-753305-6-smb {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:30.180037 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-358481ff-6967-419b-b52d-52b690a3791b None None] For port 683a8e25-c8f1-490d-a304-612b0c4040d1, host dv-cinder-753305-6-smb, got binding levels [] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:30.180444 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.198078 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.207623 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba455ca4-cfe3-45a5-880d-06ce9c0c74c7']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:30.217811 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657d1fc8-2fab-42f1-be47-bf2234a3109d') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:30.218114 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657d1fc8-2fab-42f1-be47-bf2234a3109d') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:30.227175 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.243646 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Calling delete_port for 683a8e25-c8f1-490d-a304-612b0c4040d1 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:30.243834 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.246535 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.ipam_backend_mixin [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Port 683a8e25-c8f1-490d-a304-612b0c4040d1 was not found and therefore no delete operation was performed {{(pid=104339) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 00:59:30.247766 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.249589 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:30.249846 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:59:30.250255 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:59:30.252211 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:59:30.272315 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Pushing event deleted for resources: {'Port': ['ID=683a8e25-c8f1-490d-a304-612b0c4040d1,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:30.275820 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-358481ff-6967-419b-b52d-52b690a3791b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:30.276609 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358481ff-6967-419b-b52d-52b690a3791b None None] No DVR routers for this DVR port 683a8e25-c8f1-490d-a304-612b0c4040d1 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:30.306808 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.311888 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.313832 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba455ca4-cfe3-45a5-880d-06ce9c0c74c7 HTTP/1.1" status: 204 len: 168 time: 0.5483012 Jun 22 00:59:30.314748 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-eb7093d4-730d-46bd-a0f1-97775343f5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:30.316718 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60302) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:30.327059 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba455ca4-cfe3-45a5-880d-06ce9c0c74c7,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:30.329485 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-735e1463-87a0-4344-846e-9b116ccfcae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:30.650676 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.688475 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525bd28-735f-432c-a391-3b4642d75161 req-7f1f5c31-64bd-44d8-aa58-c0924f32bbba tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:30.689969 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f525bd28-735f-432c-a391-3b4642d75161 req-7f1f5c31-64bd-44d8-aa58-c0924f32bbba tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 944 time: 0.0642891 Jun 22 00:59:30.727207 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f525bd28-735f-432c-a391-3b4642d75161 req-0048df74-7110-4e30-9acb-d57432ac0711 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309243 Jun 22 00:59:30.817642 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ee09b678-a792-4e71-8094-64bdc27c117f no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:30.839449 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: ee09b678-a792-4e71-8094-64bdc27c117f {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:30.839823 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ee09b678-a792-4e71-8094-64bdc27c117f not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:30.840227 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 30bb6321-6418-41ae-b3fc-84e61cfe8363 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:30.857623 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 30bb6321-6418-41ae-b3fc-84e61cfe8363 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:30.857984 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 30bb6321-6418-41ae-b3fc-84e61cfe8363 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:30.858397 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 683a8e25-c8f1-490d-a304-612b0c4040d1 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:30.876128 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 683a8e25-c8f1-490d-a304-612b0c4040d1 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:30.876483 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 683a8e25-c8f1-490d-a304-612b0c4040d1 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:30.901910 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Deleting port 9718b484-1f08-4c96-8960-c5de14a4fc24 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:30.902195 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:30.980660 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] For port 9718b484-1f08-4c96-8960-c5de14a4fc24, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=9718b484-1f08-4c96-8960-c5de14a4fc24,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:30.981015 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.044762 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Calling delete_port for 9718b484-1f08-4c96-8960-c5de14a4fc24 owned by network:router_interface {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:31.216066 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.217980 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a3bcf897-261b-4136-a137-068c0d9170b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:31.240794 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9718b484-1f08-4c96-8960-c5de14a4fc24,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:31.244512 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:31.261126 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 629b7742-1f58-43c7-906d-11280ce776c0 up at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 00:59:31.313331 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning for port 629b7742-1f58-43c7-906d-11280ce776c0 completed by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 00:59:31.317683 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Provisioning complete for port 629b7742-1f58-43c7-906d-11280ce776c0 triggered by entity L2. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:31.318068 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.398525 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.412016 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.423630 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:31.425949 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffc9da8ff6bb6f3632f1a0215ae6f1a60e5d2999a99466c1fccf6c443e27576a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ae9b66-e142-45ce-bea6-6fd8c511fb77" -d '{"events": [{"server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "name": "network-vif-plugged", "status": "completed", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104339) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:31.440279 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:31.444359 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598'] for port, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.447561 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:31.493036 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=5']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:31.496140 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:31.520404 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dacf308-2f86-46de-a0d9-e597823cfcff x-openstack-request-id: req-9dacf308-2f86-46de-a0d9-e597823cfcff {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:31.520704 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "name": "network-vif-plugged", "status": "completed", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "code": 200}]} {{(pid=104339) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:31.520968 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dacf308-2f86-46de-a0d9-e597823cfcff {{(pid=104339) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:31.521391 dv-cinder-753305-6-smb neutron-server[104339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'code': 200} Jun 22 00:59:31.630406 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Router d3279aca-c12c-4042-90b5-7d92c9ab431a has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:31.735657 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:31.743142 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-10497f5f-3f2f-49b7-a391-3909eed06f05 admin admin] 10.222.0.21 "PUT /v2.0/routers/d3279aca-c12c-4042-90b5-7d92c9ab431a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228141 Jun 22 00:59:31.744241 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Sync routers for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:31.745830 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60310) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:31.754003 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:31.755762 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:31.843655 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707661-d3c2-4165-aad9-4b82ef25c728 req-ded73fff-d09f-420b-bc5f-a1e44368a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:31.845094 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ec707661-d3c2-4165-aad9-4b82ef25c728 req-ded73fff-d09f-420b-bc5f-a1e44368a122 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1098 time: 0.1244917 Jun 22 00:59:31.859275 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:31.917112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks [] for router, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:31.956222 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ec707661-d3c2-4165-aad9-4b82ef25c728 req-e53d0aac-96a3-43e0-82ea-e2d1d8db72cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017003 Jun 22 00:59:32.012585 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd7b8-6741-4a0b-a644-1fc9f7e59b25 req-8c1be980-32f6-402c-ac02-144cca411e2b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:32.013968 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e4dd7b8-6741-4a0b-a644-1fc9f7e59b25 req-8c1be980-32f6-402c-ac02-144cca411e2b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.1748693 Jun 22 00:59:32.033380 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:59:31Z', 'revision_number': 5, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:32.058855 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Checking router: d3279aca-c12c-4042-90b5-7d92c9ab431a for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:32.067678 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Routers {'d3279aca-c12c-4042-90b5-7d92c9ab431a'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:32.068308 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['d3279aca-c12c-4042-90b5-7d92c9ab431a'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:32.172727 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] Set router d3279aca-c12c-4042-90b5-7d92c9ab431a gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:32.316472 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.322726 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2e4dd7b8-6741-4a0b-a644-1fc9f7e59b25 req-5bb67891-48a4-4aca-b334-ada66758cffd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025589 Jun 22 00:59:32.350675 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:59:31Z', 'revision_number': 5, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:32.370710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Deleting port ae91f887-9c25-4864-8091-9b42d148df95 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:32.371046 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.379708 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87763e-f1cf-4bfe-a006-f8af9375411e None None] The sync data for ids ['d3279aca-c12c-4042-90b5-7d92c9ab431a'] in dv-cinder-753305-6-smb is: [{'id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'name': 'tempest-TestShelveInstance-1546365120-router', 'tenant_id': 'efbc88861318469bbb72d5a2a1602833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210'}], 'enable_snat': True}, 'gw_port_id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:59:31Z', 'revision_number': 5, 'project_id': 'efbc88861318469bbb72d5a2a1602833', 'gw_port': {'id': 'ae91f887-9c25-4864-8091-9b42d148df95', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3279aca-c12c-4042-90b5-7d92c9ab431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:53:53Z', 'updated_at': '2021-06-22T00:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:32.448014 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] For port ae91f887-9c25-4864-8091-9b42d148df95, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ae91f887-9c25-4864-8091-9b42d148df95,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:32.448365 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.508964 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Calling delete_port for ae91f887-9c25-4864-8091-9b42d148df95 owned by network:router_gateway {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:32.660187 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.661944 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e35747f0-e9e9-48f3-8bfc-b0ad3e307671 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:32.682429 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Pushing event deleted for resources: {'Port': ['ID=ae91f887-9c25-4864-8091-9b42d148df95,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:32.685944 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:32.749196 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.840676 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.843752 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.885410 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.885944 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3279aca-c12c-4042-90b5-7d92c9ab431a {{(pid=104337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 00:59:32.890270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.891372 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-6de843e3-e41d-4fac-98bb-37cdafbd8cea admin admin] 10.222.0.21 "DELETE /v2.0/routers/d3279aca-c12c-4042-90b5-7d92c9ab431a HTTP/1.1" status: 204 len: 168 time: 1.1438503 Jun 22 00:59:32.893232 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 9718b484-1f08-4c96-8960-c5de14a4fc24 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:32.893785 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60314) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:32.915141 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 9718b484-1f08-4c96-8960-c5de14a4fc24 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:32.915351 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 9718b484-1f08-4c96-8960-c5de14a4fc24 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:32.937558 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Deleting subnet 54d8118b-d2ad-4de2-86fb-60e936238afd {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 00:59:32.940590 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:32.984695 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.060636 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.109605 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.112519 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:33.139292 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d8118b-d2ad-4de2-86fb-60e936238afd,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:33.142345 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:33.143334 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.145278 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-33844956-77c9-434c-b96a-068305ba82bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/54d8118b-d2ad-4de2-86fb-60e936238afd HTTP/1.1" status: 204 len: 168 time: 0.2505703 Jun 22 00:59:33.147960 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60316) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:33.150927 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068e99d-25e7-4aa8-b778-b2421a119090 None None] Network 725cac45-db86-4ea8-a749-cc804722768a requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 00:59:33.218741 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.275716 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Deleting port ceba665d-0f86-490e-9c95-5198a3539f58 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:33.276039 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.339315 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] For port ceba665d-0f86-490e-9c95-5198a3539f58, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ceba665d-0f86-490e-9c95-5198a3539f58,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:33.339551 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.378183 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] DHCP port deletion for 725cac45-db86-4ea8-a749-cc804722768a request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 00:59:33.417749 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Calling delete_port for ceba665d-0f86-490e-9c95-5198a3539f58 owned by network:dhcp {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:33.435251 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Deleting port ceba665d-0f86-490e-9c95-5198a3539f58 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 00:59:33.435710 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.495989 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] For port ceba665d-0f86-490e-9c95-5198a3539f58, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ceba665d-0f86-490e-9c95-5198a3539f58,segment=NetworkSegment(c4270492-6336-4a1b-baab-413d01197231),segment_id=c4270492-6336-4a1b-baab-413d01197231)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:33.496303 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.549819 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.553140 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-098911c0-ba3a-4ba4-8755-6a7eec273189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:33.559172 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Calling delete_port for ceba665d-0f86-490e-9c95-5198a3539f58 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 00:59:33.566166 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b1d73-ac72-4963-85c7-b0928a9157d9 req-c26f430d-ba39-468a-aea9-52611e395f7d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:33.567672 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4a2b1d73-ac72-4963-85c7-b0928a9157d9 req-c26f430d-ba39-468a-aea9-52611e395f7d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0998774 Jun 22 00:59:33.589854 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ceba665d-0f86-490e-9c95-5198a3539f58,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:33.591709 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] No DVR routers for this DVR port ceba665d-0f86-490e-9c95-5198a3539f58 on host dv-cinder-753305-6-smb {{(pid=104338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:33.598938 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:33.633994 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.635848 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-8b874ea0-cd79-4f77-bd65-89e9da18fc55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:33.658769 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Pushing event deleted for resources: {'Port': ['ID=ceba665d-0f86-490e-9c95-5198a3539f58,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:33.661709 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:33.662528 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6cdf5c-315e-4920-ac50-7acc98bb9621 None None] No DVR routers for this DVR port ceba665d-0f86-490e-9c95-5198a3539f58 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 00:59:33.688607 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4a2b1d73-ac72-4963-85c7-b0928a9157d9 req-26d6c8bc-c5a2-444b-8d73-62afcab15fd8 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018574 Jun 22 00:59:33.690281 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.700571 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725cac45-db86-4ea8-a749-cc804722768a']}} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:33.711424 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4270492-6336-4a1b-baab-413d01197231') {'for_net_delete': True} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:33.711719 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.services.segments.db [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4270492-6336-4a1b-baab-413d01197231') {} {{(pid=104338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:33.720664 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4772420'] for segment, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.733903 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.740049 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 00:59:33.740678 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4772714'] for segment, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: Traceback (most recent call last): Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: timer() Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: cb(*args, **kw) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: return func(*args, **kwargs) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: self._notify() Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: self.callback(batched_events) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: event.method(event) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: return f(self, *a, **k) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: return self._get(url).json() Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: return self.request(url, 'GET', **kwargs) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 00:59:33.742882 dv-cinder-753305-6-smb neutron-server[104338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 00:59:33.795758 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.799465 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:33.801910 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:33.803681 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] 10.222.0.21 "DELETE /v2.0/networks/725cac45-db86-4ea8-a749-cc804722768a HTTP/1.1" status: 204 len: 168 time: 0.6542280 Jun 22 00:59:33.815350 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Pushing event deleted for resources: {'Network': ['ID=725cac45-db86-4ea8-a749-cc804722768a,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:33.818398 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:33.865276 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65fcaa-3f38-44d8-a18c-908fcbc5f73f req-5d64d369-c1b7-4265-bf10-6c681bf82dcb tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:33.867505 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf65fcaa-3f38-44d8-a18c-908fcbc5f73f req-5d64d369-c1b7-4265-bf10-6c681bf82dcb tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0696728 Jun 22 00:59:33.905003 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bf65fcaa-3f38-44d8-a18c-908fcbc5f73f req-44267f99-ed20-4ed7-98fb-931746b2c68e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Jun 22 00:59:33.915731 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60324) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:33.958461 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-898a14d9-076e-424c-a805-dfea83292d79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cf394d6fc5c4824a9ceadcac75515d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414159 Jun 22 00:59:33.960729 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60328) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:34.006273 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.026346 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.075405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.078209 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.079495 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db47b3ae-0cb0-410f-ba8d-5edbe03cbd09 HTTP/1.1" status: 204 len: 168 time: 0.1178927 Jun 22 00:59:34.080316 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-a89c1dbb-e7a1-4e7f-a6bc-724e8b6016cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:34.088316 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47b3ae-0cb0-410f-ba8d-5edbe03cbd09,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:34.090688 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-dd92927b-3319-42bb-a77b-d068d49c1db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:34.294375 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dedf89-52f9-45e1-88fc-46f1b78edea1 req-15b178b6-c8d6-43c2-ba66-a87559296359 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:34.295926 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-57dedf89-52f9-45e1-88fc-46f1b78edea1 req-15b178b6-c8d6-43c2-ba66-a87559296359 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0618927 Jun 22 00:59:34.333982 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-57dedf89-52f9-45e1-88fc-46f1b78edea1 req-85a679f0-4983-48c3-b1bd-4cbbdb9156bc tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jun 22 00:59:34.386254 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60338) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:34.425845 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-40316abe-c877-4ddb-ab8a-30fdd50193f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efbc88861318469bbb72d5a2a1602833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364044 Jun 22 00:59:34.426064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60340) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:34.473000 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.494465 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.546116 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.548727 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:34.550009 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/484cd9ed-b13b-4e1f-b405-5d8873ae8fed HTTP/1.1" status: 204 len: 168 time: 0.1230605 Jun 22 00:59:34.550763 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-e116e0a7-6e9d-4c45-9591-a9448adf5681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:34.559052 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484cd9ed-b13b-4e1f-b405-5d8873ae8fed,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:34.561842 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2913e15a-de35-4704-a570-e30a28989c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:34.819139 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ae91f887-9c25-4864-8091-9b42d148df95 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:34.841312 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: ae91f887-9c25-4864-8091-9b42d148df95 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:34.841622 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ae91f887-9c25-4864-8091-9b42d148df95 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:34.842061 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ceba665d-0f86-490e-9c95-5198a3539f58 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 00:59:34.861796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: ceba665d-0f86-490e-9c95-5198a3539f58 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 00:59:34.862165 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ceba665d-0f86-490e-9c95-5198a3539f58 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 00:59:38.579929 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe2bea-7a5c-4d87-a9c9-bf1b1e41ef02 req-fb854415-d936-4708-870d-9934b459369f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:38.581386 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0bfe2bea-7a5c-4d87-a9c9-bf1b1e41ef02 req-fb854415-d936-4708-870d-9934b459369f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0611749 Jun 22 00:59:38.617991 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0bfe2bea-7a5c-4d87-a9c9-bf1b1e41ef02 req-dc46dacb-d9f6-4fd2-b6a0-f561fe429713 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Jun 22 00:59:38.641885 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60376) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:38.877370 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e63100-6ccd-46cd-aa03-ed9afde571f4 tempest-TestMinimumBasicScenario-1616964263 tempest-TestMinimumBasicScenario-1616964263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:38.878795 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-71e63100-6ccd-46cd-aa03-ed9afde571f4 tempest-TestMinimumBasicScenario-1616964263 tempest-TestMinimumBasicScenario-1616964263-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1093 time: 0.2359529 Jun 22 00:59:38.881739 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60380) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:38.885986 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'floatingip': {'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'port_id': '629b7742-1f58-43c7-906d-11280ce776c0', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:38.907253 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for floatingip, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.012634 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1617799'] for port, before_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.108770 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_common [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Allocated IP 172.28.2.10 (2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5/b8a98660-e260-4af0-86a6-6c3689fbad16/208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21) {{(pid=104337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 00:59:39.206532 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for port, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.243806 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1616708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-121001', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776006930535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5715612'] for port, after_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.246489 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:39.280471 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Network 2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5 is already hosted by enough agents. {{(pid=104337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 00:59:39.283084 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Resources bound (agent type, host, resource id): {{(pid=104337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 00:59:39.286574 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Received port after_create {{(pid=104337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 00:59:39.315513 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'Port': ['ID=208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21,revision_number=1']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:39.319225 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:39.632201 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.706229 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.844993 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.848956 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:39.850826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:39.915547 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'Port': ['ID=208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21,revision_number=2']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:39.920686 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:39.926965 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-547750'] for floatingip, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.019896 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.db.l3_db [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Floating IP 41d86cec-0b72-4a4d-901f-af9712e6dc2d associated. External IP: 172.28.2.10, port: 629b7742-1f58-43c7-906d-11280ce776c0. Jun 22 00:59:40.212386 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Router 9af997e4-1481-418a-9f11-ef982b9b75d5 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 00:59:40.311839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 00:59:40.323191 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Sync routers for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 00:59:40.327219 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.332308 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:40.332944 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:40.362302 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-c9dc0562-e670-4220-8fdb-f7c400a6cbd7 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4795771 Jun 22 00:59:40.362936 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:40.365173 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60382) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:40.365697 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:40.370441 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895587271', 'description': 'tempest-secgroup-smoke-1895587271 description', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:40.395867 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.403839 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75732c04-d8fc-42b1-9fbe-1d84d95df6a4 x-openstack-request-id: req-75732c04-d8fc-42b1-9fbe-1d84d95df6a4 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:40.404151 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:40.404588 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75732c04-d8fc-42b1-9fbe-1d84d95df6a4 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:40.405134 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 00:59:40.434551 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:40.489244 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.493945 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.497291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-20e7d549-a3fe-49c4-95ed-c638da790d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:40.504455 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-b1bd476a-0a6c-43c1-b62d-b207e0d387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:40.506097 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-b1bd476a-0a6c-43c1-b62d-b207e0d387b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1098 time: 0.0520473 Jun 22 00:59:40.524624 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42445ac6-310a-4243-afe7-63f8f77cef56,revision_number=1']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:40.527614 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:40.533158 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.534675 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-45efb9d7-402d-4dc1-a8a3-495cc7d916dd tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1683700 Jun 22 00:59:40.537621 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60386) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:40.543591 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:40.573855 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.605000 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-f3e15246-5a0d-47ce-851e-afa589ef0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:40.606726 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-f3e15246-5a0d-47ce-851e-afa589ef0328 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0937910 Jun 22 00:59:40.634883 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.638831 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.643902 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:40.658382 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541c7141-eb89-42f0-a0c7-102fe5b87b6c,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:40.660882 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:40.667692 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.671414 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303968 Jun 22 00:59:40.671784 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60388) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:40.674613 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-edb74c6e-3319-46ec-9a44-65abb2c25edb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 998 time: 0.0617623 Jun 22 00:59:40.676159 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:40.702619 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.724684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-4c838e36-19f7-4c39-ac82-7301771eda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:40.726299 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-4c838e36-19f7-4c39-ac82-7301771eda37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0454295 Jun 22 00:59:40.762698 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.767861 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.771346 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-c799bbd3-784f-4613-ab0d-06c0029aa290 tempest-AttachVolumeTestJSON-848641098 tempest-AttachVolumeTestJSON-848641098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:40.784642 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a82064-0705-412d-862e-2e150a5365d0,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:40.790426 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-038ddac6-b9ba-470c-ad65-51db60b1a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:40.790919 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:40.791936 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-038ddac6-b9ba-470c-ad65-51db60b1a492 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593922 Jun 22 00:59:40.799034 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '41d86cec-0b72-4a4d-901f-af9712e6dc2d', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'port_id': '629b7742-1f58-43c7-906d-11280ce776c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'mac_address': 'fa:16:3e:1e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:39Z', 'updated_at': '2021-06-22T00:59:39Z', 'revision_number': 0, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:40.802613 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.805493 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-e9ae2dbb-3c3f-4ec5-97e3-acf11a63b7f2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312079 Jun 22 00:59:40.807713 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60390) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:40.812576 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:40.830486 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Checking router: 9af997e4-1481-418a-9f11-ef982b9b75d5 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 00:59:40.838921 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.840583 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 00:59:40.840994 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T00:59:20Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:40.883825 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-3e292740-1f7b-439a-b4ab-53dc4ae494b7 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846887 Jun 22 00:59:40.895187 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.899180 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.904700 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-fca6bd65-4fca-44ba-98ad-955e28d9f343 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:40.923371 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e62b651-dad1-4bf2-955e-9570ad4ead41,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:40.925983 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:40.927169 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.932654 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-53c980aa-3b9c-45f2-b7d7-dfe49e42cd07 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237433 Jun 22 00:59:40.933260 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60392) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:40.938586 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:40.961835 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 00:59:40.968140 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:40.983655 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e37f456c-cb82-4c1c-bc73-6c02fb4ebf9c req-c19ad4bc-94ab-46e3-9e30-40a210c13e5b service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933948 Jun 22 00:59:41.034870 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.038294 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.041071 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-287c4692-e250-470d-b911-02f5c4883f7b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:41.057426 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4202686c-ce8a-4c6d-9890-f0022d3db293,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:41.060293 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:41.064291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.065508 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-63ae0cc2-6d31-454a-a859-0695091fa1a1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310797 Jun 22 00:59:41.068227 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60394) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:41.072874 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:41.093690 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.securitygroups_db [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Project 19604b0bd8ec4ddb8c790d09e041d9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:59:41.098449 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.159745 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.164724 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.170449 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:41.185255 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944626df-12e2-488a-bce9-2c2d23c4a534,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:41.188177 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:41.189490 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.189639 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '41d86cec-0b72-4a4d-901f-af9712e6dc2d', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'port_id': '629b7742-1f58-43c7-906d-11280ce776c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'mac_address': 'fa:16:3e:1e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:39Z', 'updated_at': '2021-06-22T00:59:39Z', 'revision_number': 0, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 00:59:41.190651 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-8e46692c-2521-4e43-9298-a907e1dd9c43 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214468 Jun 22 00:59:41.193291 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60396) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 00:59:41.198191 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'security_group_rule': {'security_group_id': '42445ac6-310a-4243-afe7-63f8f77cef56', 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:41.219186 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.securitygroups_db [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Project 19604b0bd8ec4ddb8c790d09e041d9f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 00:59:41.223479 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33616f1c-8680-4d9c-9a51-678ec418eafd None None] The sync data for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb is: [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_floatingips': [{'id': '41d86cec-0b72-4a4d-901f-af9712e6dc2d', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'floating_ip_address': '172.28.2.10', 'floating_network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'router_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'port_id': '629b7742-1f58-43c7-906d-11280ce776c0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'mac_address': 'fa:16:3e:1e:de:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T00:59:39Z', 'updated_at': '2021-06-22T00:59:39Z', 'revision_number': 0, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 00:59:41.223832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.285841 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.289772 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674763'] for security_group_rule, after_create {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.294421 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:41.311870 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f5b76b-5609-42b2-8755-c522940f1566,revision_number=0']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:41.314295 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:41.318939 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.320678 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-1d879024-0bbc-4985-92c6-d31ab5a35828 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259122 Jun 22 00:59:41.410075 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3de2d-7b3b-49b7-ab94-594ab0630e40 None None] New status for floating IP 41d86cec-0b72-4a4d-901f-af9712e6dc2d: ACTIVE {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 00:59:41.439914 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-96ca5d8c-641e-48c5-ab73-74d25a46fa13 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895587271&fields=id&tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8 HTTP/1.1" status: 200 len: 267 time: 0.0350699 Jun 22 00:59:41.504589 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-48352f1d-1a1d-4a40-951a-16852a2baf0f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:41.506089 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-48352f1d-1a1d-4a40-951a-16852a2baf0f tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0607905 Jun 22 00:59:41.517322 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.v2.base [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'port': {'security_groups': ['f0ab77c8-c823-4505-aa48-5bf0b3ca6c24', '42445ac6-310a-4243-afe7-63f8f77cef56']}} {{(pid=104337) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 00:59:41.600864 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.776438 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 00:59:41.805220 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for port, precommit_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.809684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5715630'] for port, after_update {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.814012 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-764841a9-e76f-4dee-90fe-5d07723b4958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 00:59:41.847883 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:59:41.856652 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:41.857274 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:41.861606 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-9c4f5bf5-3e51-47f5-998f-2f4945354151 req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "PUT /v2.0/ports/629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 981 time: 0.3487141 Jun 22 00:59:41.883613 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=6']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 00:59:41.887019 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2d2d8301-1858-4d93-a10a-012d3dcd2bc2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 00:59:41.985894 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 00:59:42.033635 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287e4ed-82c1-411b-b8c9-dd9b5a5d19e8 req-bd7a5f74-e046-4ef5-88cb-53548a972cf3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:42.035122 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9287e4ed-82c1-411b-b8c9-dd9b5a5d19e8 req-bd7a5f74-e046-4ef5-88cb-53548a972cf3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0702035 Jun 22 00:59:42.074210 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-9287e4ed-82c1-411b-b8c9-dd9b5a5d19e8 req-43367c2e-f3e4-4f5c-90c8-98e9af77114e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327110 Jun 22 00:59:42.115547 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-8d002ec9-45d2-4b25-bce2-006a0b399f4b None None] Provisioning complete for port 629b7742-1f58-43c7-906d-11280ce776c0 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 00:59:42.115862 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8d002ec9-45d2-4b25-bce2-006a0b399f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:42.250132 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 00:59:42.406697 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 00:59:42.408986 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 00:59:42.444348 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bb7faf-fd70-468e-abd0-56c5945644ba x-openstack-request-id: req-f1bb7faf-fd70-468e-abd0-56c5945644ba {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 00:59:42.444684 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 00:59:42.445501 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1bb7faf-fd70-468e-abd0-56c5945644ba {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 00:59:42.446120 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 00:59:42.549831 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-e24545a5-cfa0-412e-b3cb-86b9c5d77818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:42.551275 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-e24545a5-cfa0-412e-b3cb-86b9c5d77818 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1137 time: 0.0523388 Jun 22 00:59:42.907177 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-e1af3cd1-58f6-4f8e-9cdc-478f3faab481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:42.908638 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-e1af3cd1-58f6-4f8e-9cdc-478f3faab481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.3511062 Jun 22 00:59:42.970565 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-2aaee4be-0554-4fd2-a82a-f61892d52f2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1000 time: 0.0553725 Jun 22 00:59:43.018952 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-40145cf1-fbc3-4d05-95f8-5470bb9ece37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:43.020236 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-40145cf1-fbc3-4d05-95f8-5470bb9ece37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0444214 Jun 22 00:59:43.074536 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-a5789876-3ab4-49cf-a1a6-85ff4107a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 00:59:43.075971 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-a5789876-3ab4-49cf-a1a6-85ff4107a053 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497653 Jun 22 00:59:43.159584 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-ab28d614-e158-43c6-9f99-29e45feb1deb service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767369 Jun 22 00:59:43.246245 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-1271c2c7-1fdc-45b8-80d2-5fd8f9b1eab0 req-cfbd8445-46fe-4340-8522-7ed7346f0428 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808182 Jun 22 00:59:47.333058 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3cb1ba33-6bb6-4ff4-91ec-f8467c195b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.066667 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1977f923-0391-41e6-ab1d-ea4649ee92d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:50.182015 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:51.148760 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:52.545814 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 00:59:53.584679 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:04.298415 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-fb15aaf5-bb9e-417a-95e1-e709e4125ea3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494015 Jun 22 01:00:04.405559 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-41fb03c4-be80-442f-94f2-bf1a9bcf2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:04.406992 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-41fb03c4-be80-442f-94f2-bf1a9bcf2e06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1137 time: 0.0509222 Jun 22 01:00:04.510395 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-d1106b3b-7ffe-4865-9403-17e7ab6a755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:04.511852 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-d1106b3b-7ffe-4865-9403-17e7ab6a755f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0852997 Jun 22 01:00:04.572733 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-2970192f-b826-4e4d-8d66-4a8c1ff21fc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1000 time: 0.0552590 Jun 22 01:00:04.622462 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-b47d077b-be52-4e79-a4f7-d5bde7d32d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:04.623861 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-b47d077b-be52-4e79-a4f7-d5bde7d32d56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0449336 Jun 22 01:00:04.676405 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-aa77a40c-65ff-4d4b-a8d1-b896ac805934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:04.677820 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-aa77a40c-65ff-4d4b-a8d1-b896ac805934 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0477600 Jun 22 01:00:04.761156 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-9c59de47-5911-4e45-bb63-7f2fd810ce78 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773771 Jun 22 01:00:04.855264 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-f2014289-d6ba-4e19-8ec8-ac919c5e4822 req-74b52bd3-7983-4a59-ad7e-1e813dbbf265 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872130 Jun 22 01:00:17.333696 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-0ace22d2-6ec5-455d-8772-8e0225207fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:19.249191 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:00:20.067349 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-fd922bb0-de0c-4b9b-9e33-99762a994a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:20.182249 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:21.152621 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:22.546942 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:23.609185 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:44.208479 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3c13f-9967-437f-9b46-0d44ed48a179 req-8c917ba5-2f60-440b-a472-89e8c0ca9dbe tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:44.209889 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8fa3c13f-9967-437f-9b46-0d44ed48a179 req-8c917ba5-2f60-440b-a472-89e8c0ca9dbe tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.1038020 Jun 22 01:00:44.212765 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-b9c7b22d-bdcf-4898-8b5b-1cfd562257c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:44.214122 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-b9c7b22d-bdcf-4898-8b5b-1cfd562257c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1137 time: 0.1067040 Jun 22 01:00:44.294688 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-8fa3c13f-9967-437f-9b46-0d44ed48a179 req-9c3cdf62-5eb7-4068-8c94-af5ea3e40689 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0790565 Jun 22 01:00:44.322013 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-bd67fafd-9121-418c-8280-b485f1f2b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:44.323442 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-bd67fafd-9121-418c-8280-b485f1f2b176 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.1021023 Jun 22 01:00:44.388867 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-1457ef70-caf6-4d06-9838-6104e73f6d08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1000 time: 0.0588064 Jun 22 01:00:44.435528 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-b449c463-2796-4db3-82db-60e28b49a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:44.436883 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-b449c463-2796-4db3-82db-60e28b49a46d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0415895 Jun 22 01:00:44.489533 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-1b55b5a1-0b5e-417c-bb94-26b8fda74271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:44.490865 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-1b55b5a1-0b5e-417c-bb94-26b8fda74271 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0480590 Jun 22 01:00:44.579728 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-fe58d998-0298-4f2a-ae5c-620760e5b7dc service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819962 Jun 22 01:00:44.663571 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a3acf029-2463-4dcb-86ca-c62ce56c7434 req-ba21ba68-0170-4a70-9c08-bad49a966533 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773971 Jun 22 01:00:45.473759 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738755-31d5-4a31-95dd-387a92de4633 req-77028749-ef11-4165-bbdc-8624e52f23a0 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:45.475229 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ec738755-31d5-4a31-95dd-387a92de4633 req-77028749-ef11-4165-bbdc-8624e52f23a0 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0692270 Jun 22 01:00:45.513278 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ec738755-31d5-4a31-95dd-387a92de4633 req-82ca3cdc-3946-4c1e-9584-78efa3263f9b tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323884 Jun 22 01:00:46.686767 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c4c4b-4170-4fbf-95d8-553993ba2921 req-057a256b-2822-4830-9bd5-75a647138b0e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:46.688211 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-257c4c4b-4170-4fbf-95d8-553993ba2921 req-057a256b-2822-4830-9bd5-75a647138b0e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0663416 Jun 22 01:00:46.726304 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-257c4c4b-4170-4fbf-95d8-553993ba2921 req-7ce975fa-9045-46c6-bb16-866163411839 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324092 Jun 22 01:00:47.333274 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-97075a35-fdf2-4ef9-9d96-1144d92a1b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:47.896777 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62805a-a67c-48d2-ada9-19742deebd6d req-246d1fce-7270-4a26-b4ca-e8392ef46331 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:47.898231 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ed62805a-a67c-48d2-ada9-19742deebd6d req-246d1fce-7270-4a26-b4ca-e8392ef46331 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0644836 Jun 22 01:00:47.937536 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-ed62805a-a67c-48d2-ada9-19742deebd6d req-2b9c4559-c0e1-4546-8dc1-54ec0b61b1ea tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335858 Jun 22 01:00:49.108659 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da061-5239-4af7-851c-98ae6d83bcd1 req-8242d7db-e899-4597-9abb-b2960f891951 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:49.110122 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-105da061-5239-4af7-851c-98ae6d83bcd1 req-8242d7db-e899-4597-9abb-b2960f891951 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0616908 Jun 22 01:00:49.147845 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-105da061-5239-4af7-851c-98ae6d83bcd1 req-819daa9b-a8ca-41a7-bef8-254090f5b314 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320940 Jun 22 01:00:50.068067 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ca733485-2166-4cc4-9c63-096b394870fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:50.182043 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:50.317227 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914b72a-4f58-4554-b8b7-1caa29338d6d req-bea11353-a21f-432e-a194-9ec7bfbba40c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:50.318740 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2914b72a-4f58-4554-b8b7-1caa29338d6d req-bea11353-a21f-432e-a194-9ec7bfbba40c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0613935 Jun 22 01:00:50.357039 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-2914b72a-4f58-4554-b8b7-1caa29338d6d req-ee0c5b50-695c-4ac7-83df-b0afedacbf18 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327020 Jun 22 01:00:51.153714 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:51.522886 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfb110-1248-4ade-895d-323014c75bbc req-547873dd-c30b-4172-b54a-8d1e1b3d253c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:51.524234 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b1bfb110-1248-4ade-895d-323014c75bbc req-547873dd-c30b-4172-b54a-8d1e1b3d253c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0613358 Jun 22 01:00:51.562415 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-b1bfb110-1248-4ade-895d-323014c75bbc req-78a51838-d1ae-4491-897d-ff66cf7fc9a2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317860 Jun 22 01:00:52.549740 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:52.730443 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c1190-ba4a-4339-b9cd-1fd4a75c2884 req-ab27939b-8bab-4863-9b35-5e82dbeaf87a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:52.731787 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b17c1190-ba4a-4339-b9cd-1fd4a75c2884 req-ab27939b-8bab-4863-9b35-5e82dbeaf87a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0621843 Jun 22 01:00:52.772182 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b17c1190-ba4a-4339-b9cd-1fd4a75c2884 req-38322fa0-0c5b-4dc2-92c1-c38cb627b8ba tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348377 Jun 22 01:00:53.614142 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:00:53.948453 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1faa2-5e24-4c6e-9780-3610fc915cbd req-9802e12c-c241-44f7-971a-90e276102de2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:53.949948 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6cc1faa2-5e24-4c6e-9780-3610fc915cbd req-9802e12c-c241-44f7-971a-90e276102de2 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0683267 Jun 22 01:00:53.987264 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-6cc1faa2-5e24-4c6e-9780-3610fc915cbd req-b5bbd045-5752-41ac-87d1-75973c74ebf5 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317125 Jun 22 01:00:55.154593 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03baa-7510-4fa1-b59c-c0c3cf674947 req-f1351ef1-b359-45af-8ae0-022186c03c0c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:55.156022 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b0e03baa-7510-4fa1-b59c-c0c3cf674947 req-f1351ef1-b359-45af-8ae0-022186c03c0c tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0612192 Jun 22 01:00:55.193398 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-b0e03baa-7510-4fa1-b59c-c0c3cf674947 req-1e03d5d3-43c1-4f40-9220-1a6c359853ef tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317960 Jun 22 01:00:56.246894 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:00:56.360717 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e75cd-d0d0-4484-9edc-df75a1abd465 req-ab05c8e9-f89a-4e01-8458-4762d8f25f37 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:56.362167 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e54e75cd-d0d0-4484-9edc-df75a1abd465 req-ab05c8e9-f89a-4e01-8458-4762d8f25f37 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0609963 Jun 22 01:00:56.401250 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-e54e75cd-d0d0-4484-9edc-df75a1abd465 req-a6a243ed-f595-4538-a584-9bbc9a8e32b1 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332229 Jun 22 01:00:57.571677 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d2d53-fee8-4453-ae6a-663a874df0ed req-4eb51f54-c9fe-4ab3-bfdb-9bdf83243a7a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:57.573122 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a45d2d53-fee8-4453-ae6a-663a874df0ed req-4eb51f54-c9fe-4ab3-bfdb-9bdf83243a7a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0629888 Jun 22 01:00:57.614359 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-a45d2d53-fee8-4453-ae6a-663a874df0ed req-6d084041-d50c-406a-996f-aecc50968337 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353062 Jun 22 01:00:58.789650 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14938211-9cdd-4eb8-9247-e076854009ca req-a9be4277-e804-4ccf-bbb0-3ca3834546ad tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:00:58.791427 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-14938211-9cdd-4eb8-9247-e076854009ca req-a9be4277-e804-4ccf-bbb0-3ca3834546ad tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0653572 Jun 22 01:00:58.833746 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-14938211-9cdd-4eb8-9247-e076854009ca req-89670c26-532b-49f3-b50c-01150455e6c8 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367591 Jun 22 01:01:00.161825 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6430-3b2f-48f8-ab57-3ef01d57f0ee req-2323aaf8-2917-46c5-bbf2-d01c09fcde7d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:00.163177 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-578b6430-3b2f-48f8-ab57-3ef01d57f0ee req-2323aaf8-2917-46c5-bbf2-d01c09fcde7d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0647781 Jun 22 01:01:00.201786 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-578b6430-3b2f-48f8-ab57-3ef01d57f0ee req-edc27326-8070-4dc8-ac32-e91b1a66ac89 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330353 Jun 22 01:01:01.368589 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab1758-e13e-4805-aab4-85924a677069 req-24d5e9f5-8736-4004-8dbc-d30aef13d6ca tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:01.370077 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a5ab1758-e13e-4805-aab4-85924a677069 req-24d5e9f5-8736-4004-8dbc-d30aef13d6ca tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0619438 Jun 22 01:01:01.410139 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-a5ab1758-e13e-4805-aab4-85924a677069 req-acfa5ed1-4301-4141-ae00-9c1945a6c219 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&id=42445ac6-310a-4243-afe7-63f8f77cef56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342300 Jun 22 01:01:06.268501 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-5bf6bcc3-4828-40d2-968a-7210f602f84c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493312 Jun 22 01:01:06.381789 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8788-1a38-42c1-9e29-7290422f7979 req-036f3da2-e459-449b-afaa-b598d12e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:06.383194 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-036f3da2-e459-449b-afaa-b598d12e05b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1137 time: 0.0531018 Jun 22 01:01:06.479877 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8788-1a38-42c1-9e29-7290422f7979 req-e5397354-d9f9-4c2e-92bd-ccd29c73de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:06.481254 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-e5397354-d9f9-4c2e-92bd-ccd29c73de1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0791483 Jun 22 01:01:06.544827 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-1c4cc3b0-102e-47fc-9d78-053fa4fd47a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1000 time: 0.0575459 Jun 22 01:01:06.589758 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8788-1a38-42c1-9e29-7290422f7979 req-eb6456e1-6974-4626-8d7c-e286ce21919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:06.591095 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-eb6456e1-6974-4626-8d7c-e286ce21919f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0405040 Jun 22 01:01:06.648189 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8788-1a38-42c1-9e29-7290422f7979 req-bd1c2216-d6fd-45ee-b497-12e23b93302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:01:06.649657 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-bd1c2216-d6fd-45ee-b497-12e23b93302d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527248 Jun 22 01:01:06.735662 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-3286a786-8b12-45d4-97ee-11dad519c2bc service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799875 Jun 22 01:01:06.818554 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-724a8788-1a38-42c1-9e29-7290422f7979 req-f007c9a3-4c72-4b9d-bf46-5a1dbcd1b53f service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0762479 Jun 22 01:01:17.333674 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cf959db2-e91f-44b0-b789-ef9c9309c670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:20.067896 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-aedc6724-529c-4e67-b1d2-2940bcbfe882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:20.182457 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:21.159466 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:22.552240 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:23.624125 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:33.245254 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:01:47.333743 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e1290266-51c4-48de-bb28-a321d29330d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.068080 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-7c89a9ba-de35-4ab9-98cf-fd05be0c8ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:50.183000 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:51.159939 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:52.555320 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:01:53.624796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:04.836202 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-8a2a8cd2-6b10-4d93-81de-cfe409178f54 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895587271&fields=id&tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8 HTTP/1.1" status: 200 len: 267 time: 0.0330954 Jun 22 01:02:04.900314 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-0dcc6e30-4a15-4315-84f6-fa9fd66b30ca tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:04.901759 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-0dcc6e30-4a15-4315-84f6-fa9fd66b30ca tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 984 time: 0.0604808 Jun 22 01:02:04.912654 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.v2.base [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Request body: {'port': {'security_groups': ['f0ab77c8-c823-4505-aa48-5bf0b3ca6c24']}} {{(pid=104338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:02:04.994392 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1617809'] for port, before_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.157308 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:05.185153 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for port, precommit_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.192366 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776007389395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776006930553', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776006930598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4772498'] for port, after_update {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.196478 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-7d5394b3-0ee1-477e-ac9d-11788178bb4f tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:05.227975 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:02:05.258199 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:05.258838 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.260445 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-c6d01dd5-7aca-4021-83fb-effc281d1fdc req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "PUT /v2.0/ports/629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 942 time: 0.3522823 Jun 22 01:02:05.261900 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event updated for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=7']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:05.267218 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60498) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:05.269185 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:05.271572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f0cf4-a8c0-4f33-9bfc-b51697823acb" -d '{"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:05.275191 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.275585 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.276033 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.276393 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.276763 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.277140 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.278098 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.278469 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.278832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.279196 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.279559 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.280469 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.284280 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-dc0c0c26-4646-4a5b-b87b-318e0559578a tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:05.345143 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.372226 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.389658 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:02:05.443650 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.447090 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.448793 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "DELETE /v2.0/security-groups/42445ac6-310a-4243-afe7-63f8f77cef56 HTTP/1.1" status: 204 len: 168 time: 0.1799521 Jun 22 01:02:05.450348 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-56789c69-9b17-4b9d-8fae-325ccd2a6800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:05.451930 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60506) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:05.461541 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42445ac6-310a-4243-afe7-63f8f77cef56,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:05.470492 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.471070 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.471635 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.472177 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.472709 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.473238 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.473815 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.474352 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.474884 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.475590 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.476122 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.477020 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:05.481203 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-d6863242-5cfe-4cfb-8c9b-bc0567eec258 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:05.537712 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.provisioning_blocks [None req-392fba08-effe-43b7-a510-de14d69d325c None None] Provisioning complete for port 629b7742-1f58-43c7-906d-11280ce776c0 triggered by entity DHCP. {{(pid=104339) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:02:05.538104 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-392fba08-effe-43b7-a510-de14d69d325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1686673'] for port, provisioning_complete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.541271 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af078ec1-5037-47d7-8636-2322c58c6cdb x-openstack-request-id: req-af078ec1-5037-47d7-8636-2322c58c6cdb {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:05.541638 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:05.541939 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af078ec1-5037-47d7-8636-2322c58c6cdb {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:05.542372 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 01:02:05.667248 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-916aebb4-0eed-45e3-a4d3-b7c5ca783022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:05.668999 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-916aebb4-0eed-45e3-a4d3-b7c5ca783022 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1098 time: 0.0673065 Jun 22 01:02:05.670481 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Deleting port 208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:05.670832 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.747328 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.747560 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.758742 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-1804e88c-f115-4701-a517-c65b1aa838ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:05.760183 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-1804e88c-f115-4701-a517-c65b1aa838ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0819094 Jun 22 01:02:05.812347 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Calling delete_port for 208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21 owned by network:floatingip {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:05.827018 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-2c79011a-7184-478a-8ed2-fe9467e217ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 1000 time: 0.0601163 Jun 22 01:02:05.873300 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-b492c7c1-40f5-48f8-9805-d0d401f2169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:05.874772 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-b492c7c1-40f5-48f8-9805-d0d401f2169a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0413895 Jun 22 01:02:05.930710 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-ed59243d-7615-496e-9300-2d6a251e7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:05.932707 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-ed59243d-7615-496e-9300-2d6a251e7771 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518391 Jun 22 01:02:05.978779 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:05.981608 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-a75c832a-6c76-4f51-a9b1-6d7a77f0a657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:06.024303 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-bb505874-eb98-489b-baa1-c95e138c8b43 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852854 Jun 22 01:02:06.114878 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-150f0cf4-a8c0-4f33-9bfc-b51697823acb req-2bdc2dc7-df69-44a9-b58e-053326d0bc4c service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847178 Jun 22 01:02:06.284962 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event deleted for resources: {'Port': ['ID=208c14b0-fdcf-4d9c-9ffc-dd8ba54a7d21,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:06.287876 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:06.346925 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks [] for floatingip, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:06.347277 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.db.l3_db [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Floating IP 41d86cec-0b72-4a4d-901f-af9712e6dc2d disassociated (deleted). External IP: 172.28.2.10, port: 629b7742-1f58-43c7-906d-11280ce776c0. Jun 22 01:02:06.543662 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Router 9af997e4-1481-418a-9f11-ef982b9b75d5 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:06.646484 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:06.651302 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for floatingip, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:06.656017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Sync routers for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:06.664642 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:06.665264 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:06.686219 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-18c2510d-bc70-4d6f-bc8e-59ff5ead720d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "DELETE /v2.0/floatingips/41d86cec-0b72-4a4d-901f-af9712e6dc2d HTTP/1.1" status: 204 len: 168 time: 1.2332087 Jun 22 01:02:06.766235 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:06.967781 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:06.993067 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Checking router: 9af997e4-1481-418a-9f11-ef982b9b75d5 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:07.001766 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:07.002388 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:07.101977 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:07.405826 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:07.430850 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195fbe4-82e5-4641-ba75-c0f3afaaa2c9 None None] The sync data for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb is: [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T00:58:53Z', 'revision_number': 4, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb', '_interfaces': [{'id': 'e6b0da12-090c-444d-b479-9f7793c7c094', 'name': '', 'network_id': 'e8b4f31d-3020-4695-9b2c-0494dabd8ca1', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'mac_address': 'fa:16:3e:e9:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:52Z', 'updated_at': '2021-06-22T00:58:59Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'subnets': [{'id': 'feb8a725-3452-46f7-80c2-fc169e74b88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:07.543951 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:07.548156 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42dd06ffba686e3023e02c23b96e2f7d2c4372a12bc3e676cecde3b599b1630d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104338) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:07.591474 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-34aa4299-6bfe-4203-b7bc-6bc4aca78e09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632920 Jun 22 01:02:07.601988 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb156b-8835-4e5e-a982-8935654d46f8 x-openstack-request-id: req-7aeb156b-8835-4e5e-a982-8935654d46f8 {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:07.602337 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104338) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:07.602641 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7aeb156b-8835-4e5e-a982-8935654d46f8 {{(pid=104338) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:07.603087 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 01:02:07.673226 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb49013-9823-43c4-bc84-a16a8d0c5b85 None None] New status for floating IP 41d86cec-0b72-4a4d-901f-af9712e6dc2d: DOWN {{(pid=104340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:02:07.714467 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058e21-b06d-447b-9742-59583ab57606 req-cd30320a-d25c-4eff-bc64-47b8d533a998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:07.715983 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-cd30320a-d25c-4eff-bc64-47b8d533a998 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1098 time: 0.0633247 Jun 22 01:02:07.821493 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058e21-b06d-447b-9742-59583ab57606 req-9c272525-e648-4d26-bf36-da489ce4f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:07.822920 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-9c272525-e648-4d26-bf36-da489ce4f553 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0827985 Jun 22 01:02:07.864973 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-205daadd-5c80-4da2-a750-ab595b9bbc7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 217 time: 0.0351675 Jun 22 01:02:07.909651 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058e21-b06d-447b-9742-59583ab57606 req-af60ac39-4e5e-4cec-8ce6-e5a2753d6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:07.910944 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-af60ac39-4e5e-4cec-8ce6-e5a2753d6d62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0405538 Jun 22 01:02:07.965142 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058e21-b06d-447b-9742-59583ab57606 req-9b20d301-0a55-47d8-be71-912d9bad9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:07.966587 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-9b20d301-0a55-47d8-be71-912d9bad9561 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0498126 Jun 22 01:02:08.058068 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-14ed2732-c11a-40d1-ab0d-acde0ec33084 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Jun 22 01:02:08.143307 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-2c058e21-b06d-447b-9742-59583ab57606 req-a255f190-1293-4a79-a600-611cfcb16eae service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794191 Jun 22 01:02:08.267121 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-67b6f7d6-e5e6-42ce-a8a8-32ee26b9c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:08.268637 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-67b6f7d6-e5e6-42ce-a8a8-32ee26b9c634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 1098 time: 0.0539899 Jun 22 01:02:08.363435 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-6c8a4649-e700-4ce5-acbf-0c2ecf46f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:08.364917 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-6c8a4649-e700-4ce5-acbf-0c2ecf46f60a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 200 len: 916 time: 0.0902057 Jun 22 01:02:08.406944 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-b4bc0158-b33e-44ff-8743-7acfd8816502 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 200 len: 217 time: 0.0346539 Jun 22 01:02:08.460315 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-aac9413c-3790-4eed-8cc1-821659723ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:08.462019 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-aac9413c-3790-4eed-8cc1-821659723ddb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 200 len: 854 time: 0.0484662 Jun 22 01:02:08.523296 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-af960e82-77c5-49a7-a874-eef03b4e433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:08.524795 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-af960e82-77c5-49a7-a874-eef03b4e433f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e8b4f31d-3020-4695-9b2c-0494dabd8ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0498626 Jun 22 01:02:08.609674 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-ebd8040b-40b4-4de2-8749-cbddac95d916 service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781612 Jun 22 01:02:08.697902 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-bfd1bf9b-1378-4353-8e89-a6f7485a3e3c req-9be07048-cce0-4edd-a51b-6ef429f3cfea service neutron] 10.222.0.23 "GET /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818403 Jun 22 01:02:09.702775 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752afc-13ec-4afd-8671-61b17ac725ce req-6aff4eb1-7622-46ca-9487-5fc2e957dc0e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:09.704110 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e5752afc-13ec-4afd-8671-61b17ac725ce req-6aff4eb1-7622-46ca-9487-5fc2e957dc0e tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0650225 Jun 22 01:02:09.740699 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-e5752afc-13ec-4afd-8671-61b17ac725ce req-fb281189-fd7a-4f24-b55a-be94277bed87 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310037 Jun 22 01:02:10.242987 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:02:10.908817 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de8d5-f931-492d-97db-6cf548bc966e req-2853e534-3dc5-4058-8b8c-806b120385cc tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:10.910315 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d2de8d5-f931-492d-97db-6cf548bc966e req-2853e534-3dc5-4058-8b8c-806b120385cc tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0608239 Jun 22 01:02:10.947707 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-0d2de8d5-f931-492d-97db-6cf548bc966e req-a57fd317-df56-450e-b3d0-cc881fe3d819 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Jun 22 01:02:11.854738 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-6c6fc20a-3108-49b6-8f1a-af87c2804b9d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104337) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:11.856255 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-6c6fc20a-3108-49b6-8f1a-af87c2804b9d tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.23 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0645814 Jun 22 01:02:11.952312 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Deleting port 629b7742-1f58-43c7-906d-11280ce776c0 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:11.952977 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:12.039101 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] For port 629b7742-1f58-43c7-906d-11280ce776c0, host hv-cinder-75330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75330',level=0,port_id=629b7742-1f58-43c7-906d-11280ce776c0,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:12.039459 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:12.100446 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Calling delete_port for 629b7742-1f58-43c7-906d-11280ce776c0 owned by compute:nova {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:12.117092 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca86e5e-04f0-45c5-ba34-35e07c75db95 req-0346ae2c-82ff-4882-bd8e-433dd2c0c928 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:02:12.118511 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4ca86e5e-04f0-45c5-ba34-35e07c75db95 req-0346ae2c-82ff-4882-bd8e-433dd2c0c928 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/ports?device_id=c849ccee-ad2e-420a-a391-b5afb3e0c7ab HTTP/1.1" status: 200 len: 945 time: 0.0635047 Jun 22 01:02:12.155593 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [req-4ca86e5e-04f0-45c5-ba34-35e07c75db95 req-1a2abdda-0bd9-4603-9104-d4caf2a5e8e3 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.21 "GET /v2.0/security-groups?id=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jun 22 01:02:12.223863 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:12.227889 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-cbef5f08-f0df-450d-9a86-e45817dba024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:12.253145 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Pushing event deleted for resources: {'Port': ['ID=629b7742-1f58-43c7-906d-11280ce776c0,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:12.256206 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:12.261200 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] get_ports_and_sgs() called for port_ids ['629b7742-1f58-43c7-906d-11280ce776c0'] {{(pid=104339) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:02:12.300463 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] No DVR routers for this DVR port 629b7742-1f58-43c7-906d-11280ce776c0 on host hv-cinder-75330 {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:12.302804 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129310'] for port, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:12.304706 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [req-ca09bde3-c457-4d61-8f57-4d3fd7b88ee3 req-366f310c-5aa7-4fc8-962e-d853eed7c787 tempest-TestMinimumBasicScenario-1821354604 tempest-TestMinimumBasicScenario-1821354604-project] 10.222.0.23 "DELETE /v2.0/ports/629b7742-1f58-43c7-906d-11280ce776c0 HTTP/1.1" status: 204 len: 173 time: 0.4425423 Jun 22 01:02:12.305202 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'name': 'network-vif-deleted', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0'}] {{(pid=104337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:02:12.307503 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c29639756ab553056cb94a483d3644e072864b32b48567e67df8c9ea30544ac1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd2f7c3-9b78-420b-ad63-77dddc5c0ff3" -d '{"events": [{"server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "name": "network-vif-deleted", "tag": "629b7742-1f58-43c7-906d-11280ce776c0"}]}' {{(pid=104337) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:02:12.354962 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebe3bf1-0881-4562-bd77-71a85281beb2 x-openstack-request-id: req-4ebe3bf1-0881-4562-bd77-71a85281beb2 {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:02:12.355838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c849ccee-ad2e-420a-a391-b5afb3e0c7ab", "name": "network-vif-deleted", "tag": "629b7742-1f58-43c7-906d-11280ce776c0", "status": "completed", "code": 200}]} {{(pid=104337) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:02:12.356141 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ebe3bf1-0881-4562-bd77-71a85281beb2 {{(pid=104337) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:02:12.356603 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c849ccee-ad2e-420a-a391-b5afb3e0c7ab', 'name': 'network-vif-deleted', 'tag': '629b7742-1f58-43c7-906d-11280ce776c0', 'status': 'completed', 'code': 200} Jun 22 01:02:14.854790 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60606) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:15.435838 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:15.669791 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Deleting port e6b0da12-090c-444d-b479-9f7793c7c094 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:15.670039 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:15.744959 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] For port e6b0da12-090c-444d-b479-9f7793c7c094, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=e6b0da12-090c-444d-b479-9f7793c7c094,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:15.745305 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:15.803899 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Calling delete_port for e6b0da12-090c-444d-b479-9f7793c7c094 owned by network:router_interface {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:15.977772 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:15.980334 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2b25d612-ef52-4745-9acd-df6a12f1eaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:16.003064 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b0da12-090c-444d-b479-9f7793c7c094,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:16.005554 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:16.165635 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:16.198534 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 629b7742-1f58-43c7-906d-11280ce776c0 no longer exists at agent hyperv_hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:16.221877 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] No Port match for: 629b7742-1f58-43c7-906d-11280ce776c0 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:16.222234 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Device 629b7742-1f58-43c7-906d-11280ce776c0 not bound to the agent host hv-cinder-75330 {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:16.371441 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Router 9af997e4-1481-418a-9f11-ef982b9b75d5 has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104337) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:16.472809 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104337) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:16.477720 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] 10.222.0.21 "PUT /v2.0/routers/9af997e4-1481-418a-9f11-ef982b9b75d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6218958 Jun 22 01:02:16.480178 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60612) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:16.483301 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Sync routers for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:16.492186 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:16.492811 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:16.581954 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks [] for router, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:16.600619 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: dv-cinder-753305-6-smb {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:16.680228 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:16.730905 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Deleting port b2e5923d-be89-4668-b084-2b8b62d363e2 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:16.731247 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:16.771050 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T01:02:15Z', 'revision_number': 5, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port': {'id': 'b2e5923d-be89-4668-b084-2b8b62d363e2', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:5b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:51Z', 'updated_at': '2021-06-22T00:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:16.796708 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Checking router: 9af997e4-1481-418a-9f11-ef982b9b75d5 for host: dv-cinder-753305-6-smb {{(pid=104339) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:16.804749 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Routers {'9af997e4-1481-418a-9f11-ef982b9b75d5'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104339) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:16.805365 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['9af997e4-1481-418a-9f11-ef982b9b75d5'], 'active': True} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:16.810451 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] For port b2e5923d-be89-4668-b084-2b8b62d363e2, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=b2e5923d-be89-4668-b084-2b8b62d363e2,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:16.810836 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:16.871473 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Calling delete_port for b2e5923d-be89-4668-b084-2b8b62d363e2 owned by network:router_gateway {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:16.889677 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvr_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] Set router 9af997e4-1481-418a-9f11-ef982b9b75d5 gateway port host: None {{(pid=104339) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:16.944025 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_hamode_db [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T01:02:16Z', 'revision_number': 6, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port_host': None}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:16.969090 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e953a4-dd9b-48d8-b4b9-b9f833802df8 None None] The sync data for ids ['9af997e4-1481-418a-9f11-ef982b9b75d5'] in dv-cinder-753305-6-smb is: [{'id': '9af997e4-1481-418a-9f11-ef982b9b75d5', 'name': 'tempest-TestMinimumBasicScenario-1216281525-router', 'tenant_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:50Z', 'updated_at': '2021-06-22T01:02:16Z', 'revision_number': 6, 'project_id': '19604b0bd8ec4ddb8c790d09e041d9f8', 'gw_port_host': None}] {{(pid=104339) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:17.044351 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.047635 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0c54cdfa-eb17-47fa-a359-c31672bf2e87 tempest-TestShelveInstance-226521753 tempest-TestShelveInstance-226521753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:17.072188 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e5923d-be89-4668-b084-2b8b62d363e2,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:17.075976 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:17.133112 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.216606 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.219246 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.259549 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.260088 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af997e4-1481-418a-9f11-ef982b9b75d5 {{(pid=104337) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:02:17.265044 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] Notify callbacks [] for router, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.266193 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-7fe9df2e-b549-4873-81f1-9e45cf42e803 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9af997e4-1481-418a-9f11-ef982b9b75d5 HTTP/1.1" status: 204 len: 168 time: 0.7851205 Jun 22 01:02:17.268693 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60614) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:17.315258 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.db_base_plugin_v2 [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Deleting subnet feb8a725-3452-46f7-80c2-fc169e74b88a {{(pid=104337) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:02:17.318454 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.335541 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e5407168-10ec-434c-aa06-b97935ce8b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.354579 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5588153'] for subnet, precommit_delete_associations {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.435250 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.488442 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5715695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6194902'] for subnet, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.491270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-4cd45d53-96df-44d9-b115-33d2edceace0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:17.518985 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb8a725-3452-46f7-80c2-fc169e74b88a,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:17.520963 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for subnet, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.522850 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] 10.222.0.21 "DELETE /v2.0/subnets/feb8a725-3452-46f7-80c2-fc169e74b88a HTTP/1.1" status: 204 len: 168 time: 0.2532096 Jun 22 01:02:17.523801 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-281ca549-3283-4e0a-9127-739a724de9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:17.524694 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56eb07-b807-485f-82e0-f954f5f3a11d None None] Network e8b4f31d-3020-4695-9b2c-0494dabd8ca1 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:02:17.525269 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60616) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:17.590756 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.640907 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Deleting port d82ca104-2c61-48ec-a074-f981a92005b5 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:17.641249 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.708733 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] For port d82ca104-2c61-48ec-a074-f981a92005b5, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=d82ca104-2c61-48ec-a074-f981a92005b5,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:17.709183 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.725683 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] DHCP port deletion for e8b4f31d-3020-4695-9b2c-0494dabd8ca1 request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:02:17.772212 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Calling delete_port for d82ca104-2c61-48ec-a074-f981a92005b5 owned by network:dhcp {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:17.772575 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Deleting port d82ca104-2c61-48ec-a074-f981a92005b5 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:17.772975 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.838105 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] For port d82ca104-2c61-48ec-a074-f981a92005b5, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=d82ca104-2c61-48ec-a074-f981a92005b5,segment=NetworkSegment(9228c208-2e4d-4d94-9f47-01d2813c62db),segment_id=9228c208-2e4d-4d94-9f47-01d2813c62db)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:17.838510 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.851829 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.855192 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-0b59d658-aa10-4dbd-bd1a-36292823f644 tempest-VolumesSnapshotTestJSON-2022444139 tempest-VolumesSnapshotTestJSON-2022444139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:17.879645 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82ca104-2c61-48ec-a074-f981a92005b5,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:17.881668 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] No DVR routers for this DVR port d82ca104-2c61-48ec-a074-f981a92005b5 on host dv-cinder-753305-6-smb {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:17.883324 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:17.905465 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Calling delete_port for d82ca104-2c61-48ec-a074-f981a92005b5 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:17.958270 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.968229 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b4f31d-3020-4695-9b2c-0494dabd8ca1']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:17.979057 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9228c208-2e4d-4d94-9f47-01d2813c62db') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:17.979413 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9228c208-2e4d-4d94-9f47-01d2813c62db') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:17.985017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:17.987991 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-230a0633-a1c3-4dff-ab40-aad91b628ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:17.989111 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.005205 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.011017 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Pushing event deleted for resources: {'Port': ['ID=d82ca104-2c61-48ec-a074-f981a92005b5,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.011457 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:02:18.011859 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:02:18.013518 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:02:18.021408 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] No DVR routers for this DVR port d82ca104-2c61-48ec-a074-f981a92005b5 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:18.024176 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.024480 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.025072 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.025427 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.025797 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.026142 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.026482 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.026818 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.027155 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.027490 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.027821 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.028152 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-753305-6-smb {{(pid=104339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:02:18.031118 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-3616fa08-17ce-4d91-b124-74e03aeb59e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.066303 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.069819 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.072256 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.073894 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e8b4f31d-3020-4695-9b2c-0494dabd8ca1 HTTP/1.1" status: 204 len: 168 time: 0.5476990 Jun 22 01:02:18.076840 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60618) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:18.085088 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b4f31d-3020-4695-9b2c-0494dabd8ca1,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:18.087367 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-5709656a-53b8-43ba-ac0a-f117aa69c604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:18.420074 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-741332'] for router_interface, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.659547 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Deleting port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:18.659890 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.733355 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] For port 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:18.734196 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.797333 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Calling delete_port for 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 owned by network:router_interface {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:18.911582 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device e6b0da12-090c-444d-b479-9f7793c7c094 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:18.931683 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: e6b0da12-090c-444d-b479-9f7793c7c094 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:18.932119 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device e6b0da12-090c-444d-b479-9f7793c7c094 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:18.932624 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device d82ca104-2c61-48ec-a074-f981a92005b5 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:18.953937 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: d82ca104-2c61-48ec-a074-f981a92005b5 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:18.954297 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device d82ca104-2c61-48ec-a074-f981a92005b5 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:18.954716 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device b2e5923d-be89-4668-b084-2b8b62d363e2 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:18.972135 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: b2e5923d-be89-4668-b084-2b8b62d363e2 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:18.972337 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:18.972539 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device b2e5923d-be89-4668-b084-2b8b62d363e2 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:18.974264 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-10bd9995-43b9-45aa-b156-dcfdacb916aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:18.998176 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce4aee6-f0c1-4c0e-ab8a-728b522036f9,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:19.001818 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:19.161827 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-597355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-741240'] for router_interface, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.366100 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Router dbc31959-92db-494e-aa8e-8ebd79f37a4d has already been hosted by L3 agent ba707a99-0081-48ec-9eea-b807df014b52 {{(pid=104338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:02:19.467359 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] Notify agent at l3_agent.dv-cinder-753305-6-smb the message routers_updated {{(pid=104338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:02:19.475250 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-f9c6bb84-eca8-4db8-a405-7600354d1190 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbc31959-92db-494e-aa8e-8ebd79f37a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3965547 Jun 22 01:02:19.476252 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Sync routers for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:02:19.477528 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60620) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:19.486054 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:19.486758 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:19.577205 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks [] for router, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.586445 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: dv-cinder-753305-6-smb {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:19.682211 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.740164 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Deleting port ce8beba9-3478-439b-9510-9cb8371fd3cf {{(pid=104338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:19.740671 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.777263 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'external_fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60'}], 'enable_snat': True}, 'gw_port_id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T01:02:18Z', 'revision_number': 5, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port': {'id': 'ce8beba9-3478-439b-9510-9cb8371fd3cf', 'name': '', 'network_id': '2e9cd1e2-cfa2-4b66-9e34-43aa62fa41a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'ip_address': '172.28.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-753305-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T00:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b8a98660-e260-4af0-86a6-6c3689fbad16', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-753305-6-smb'}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:19.805650 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Checking router: dbc31959-92db-494e-aa8e-8ebd79f37a4d for host: dv-cinder-753305-6-smb {{(pid=104340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:02:19.814587 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Routers {'dbc31959-92db-494e-aa8e-8ebd79f37a4d'} bound to L3 agent in host dv-cinder-753305-6-smb {{(pid=104340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:02:19.815192 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-753305-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T00:40:50Z,description=,heartbeat_timestamp=2021-06-22T01:01:50Z,host='dv-cinder-753305-6-smb',id=ba707a99-0081-48ec-9eea-b807df014b52,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T00:40:50Z,topic='l3_agent')) {'router_ids': ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'], 'active': True} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:19.827496 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.db [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] For port ce8beba9-3478-439b-9510-9cb8371fd3cf, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=ce8beba9-3478-439b-9510-9cb8371fd3cf,segment=NetworkSegment(585d5a7c-543c-4d17-9e93-640671360c19),segment_id=585d5a7c-543c-4d17-9e93-640671360c19)] {{(pid=104338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:19.827931 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:19.894150 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.plugins.ml2.plugin [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Calling delete_port for ce8beba9-3478-439b-9510-9cb8371fd3cf owned by network:router_gateway {{(pid=104338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:19.899678 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_dvr_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] Set router dbc31959-92db-494e-aa8e-8ebd79f37a4d gateway port host: None {{(pid=104340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:02:19.953758 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.l3_hamode_db [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T01:02:19Z', 'revision_number': 6, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port_host': None}], 'dv-cinder-753305-6-smb', False) {} {{(pid=104340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:19.979144 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3bda2-524d-4697-b15e-6b695fa6ed44 None None] The sync data for ids ['dbc31959-92db-494e-aa8e-8ebd79f37a4d'] in dv-cinder-753305-6-smb is: [{'id': 'dbc31959-92db-494e-aa8e-8ebd79f37a4d', 'name': 'tempest-TestMinimumBasicScenario-34363729-router', 'tenant_id': 'beff8e3fb7204de58e7384b5b44154e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T00:58:55Z', 'updated_at': '2021-06-22T01:02:19Z', 'revision_number': 6, 'project_id': 'beff8e3fb7204de58e7384b5b44154e7', 'gw_port_host': None}] {{(pid=104340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:02:20.056259 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4772505'] for port, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.059053 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-69b9c720-aff3-4ac8-a284-ec8e735f7481 tempest-VolumesActionsTest-1075700041 tempest-VolumesActionsTest-1075700041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:20.068176 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-b31f0c64-579d-4903-9542-9d9ee8890205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.083047 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8beba9-3478-439b-9510-9cb8371fd3cf,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:20.086115 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:20.140877 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-547677'] for router_gateway, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.182773 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.228491 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2677'] for router, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.230507 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.274043 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-740577'] for router, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.274518 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc31959-92db-494e-aa8e-8ebd79f37a4d {{(pid=104338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:02:20.278572 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] Notify callbacks [] for router, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.279716 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-9af74e5e-8699-46c2-85e4-19319e6b1a12 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dbc31959-92db-494e-aa8e-8ebd79f37a4d HTTP/1.1" status: 204 len: 168 time: 0.8012164 Jun 22 01:02:20.282282 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60622) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:20.328087 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.db.db_base_plugin_v2 [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Deleting subnet d6dbeb87-122a-4cb2-87eb-0058e2f48504 {{(pid=104338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:02:20.331265 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.366872 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4772467'] for subnet, precommit_delete_associations {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.451762 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1683591'] for subnet, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.502579 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1683646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4772563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4801123'] for subnet, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.505567 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-6916a51f-6426-47e0-a425-0f700e1de92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:20.530141 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.531983 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d6dbeb87-122a-4cb2-87eb-0058e2f48504 HTTP/1.1" status: 204 len: 168 time: 0.2487988 Jun 22 01:02:20.533013 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6dbeb87-122a-4cb2-87eb-0058e2f48504,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:20.534526 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60624) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:20.535928 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-750c1db8-29ca-46c9-a1e9-63fe3a608aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:20.538229 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311c09a-7072-4684-8acc-2abdd06fc40f None None] Network 5d9d0242-3a98-48e7-a245-cdffcd0318c3 requested from dv-cinder-753305-6-smb {{(pid=104339) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:02:20.602939 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1654260'] for network, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.655106 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Deleting port 86cb9143-8eab-4217-8c23-f51db74939f7 {{(pid=104337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:20.655396 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.722061 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.db [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] For port 86cb9143-8eab-4217-8c23-f51db74939f7, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=86cb9143-8eab-4217-8c23-f51db74939f7,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:20.722427 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.726191 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] DHCP port deletion for 5d9d0242-3a98-48e7-a245-cdffcd0318c3 request from dv-cinder-753305-6-smb {{(pid=104339) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:02:20.771055 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Deleting port 86cb9143-8eab-4217-8c23-f51db74939f7 {{(pid=104339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:02:20.771361 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776007449317'] for port, before_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.783807 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.plugin [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Calling delete_port for 86cb9143-8eab-4217-8c23-f51db74939f7 owned by network:dhcp {{(pid=104337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:20.832059 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.db [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] For port 86cb9143-8eab-4217-8c23-f51db74939f7, host dv-cinder-753305-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-753305-6-smb',level=0,port_id=86cb9143-8eab-4217-8c23-f51db74939f7,segment=NetworkSegment(cdf6fc95-30e8-463a-9789-1f8db7449695),segment_id=cdf6fc95-30e8-463a-9789-1f8db7449695)] {{(pid=104339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:02:20.832468 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547996'] for port, precommit_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.866016 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5715621'] for port, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.867826 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-aba50e32-37cf-49bb-8631-5abc8e230c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:20.892738 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cb9143-8eab-4217-8c23-f51db74939f7,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:20.895893 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:20.896719 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] No DVR routers for this DVR port 86cb9143-8eab-4217-8c23-f51db74939f7 on host dv-cinder-753305-6-smb {{(pid=104337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:20.901493 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Calling delete_port for 86cb9143-8eab-4217-8c23-f51db74939f7 owned by network:dhcp {{(pid=104339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:02:20.955016 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 86cb9143-8eab-4217-8c23-f51db74939f7 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:20.969874 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1684750', 'neutron.services.segments.db._delete_segments_for_network-8776007469523'] for network, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:20.977223 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 86cb9143-8eab-4217-8c23-f51db74939f7 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:20.977620 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 86cb9143-8eab-4217-8c23-f51db74939f7 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:20.978064 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ce8beba9-3478-439b-9510-9cb8371fd3cf no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:20.979798 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9d0242-3a98-48e7-a245-cdffcd0318c3']}} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:20.994282 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf6fc95-30e8-463a-9789-1f8db7449695') {'for_net_delete': True} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:20.994618 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.services.segments.db [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf6fc95-30e8-463a-9789-1f8db7449695') {} {{(pid=104337) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:02:20.998354 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: ce8beba9-3478-439b-9510-9cb8371fd3cf {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:20.998796 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device ce8beba9-3478-439b-9510-9cb8371fd3cf not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:20.999677 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 no longer exists at agent ovs-agent-dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:02:21.005572 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776007469352', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5588110'] for segment, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.020231 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918'] for segment, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.026540 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=104337) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:02:21.026995 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5715798'] for segment, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: Traceback (most recent call last): Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: timer() Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: cb(*args, **kw) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: return func(*args, **kwargs) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: self._notify() Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: self.callback(batched_events) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: event.method(event) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: return f(self, *a, **k) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: return self._get(url).json() Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: return self.request(url, 'GET', **kwargs) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:02:21.029070 dv-cinder-753305-6-smb neutron-server[104337]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:02:21.031608 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] No Port match for: 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 {{(pid=104339) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:02:21.031608 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.plugins.ml2.rpc [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Device 3ce4aee6-f0c1-4c0e-ab8a-728b522036f9 not bound to the agent host dv-cinder-753305-6-smb {{(pid=104339) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:02:21.049870 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1616755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-597273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776007389413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776006930544'] for port, after_delete {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.051785 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-6153451b-d415-43d9-80bb-c502ed460ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:21.076808 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Pushing event deleted for resources: {'Port': ['ID=86cb9143-8eab-4217-8c23-f51db74939f7,revision_number=None']} {{(pid=104339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:21.079893 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG oslo_concurrency.lockutils [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:21.084795 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600737b9-df0f-40e7-8dde-f1bcc6a4df77 None None] No DVR routers for this DVR port 86cb9143-8eab-4217-8c23-f51db74939f7 on host dv-cinder-753305-6-smb {{(pid=104339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:02:21.087157 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1684741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-597266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-547771'] for network, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.090620 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:21.095338 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-597263'] for network, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.097225 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d9d0242-3a98-48e7-a245-cdffcd0318c3 HTTP/1.1" status: 204 len: 168 time: 0.5616908 Jun 22 01:02:21.106809 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9d0242-3a98-48e7-a245-cdffcd0318c3,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:21.109786 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-9127f24f-73ae-46ba-a162-9606900e2787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:21.161992 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.284580 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60628) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:21.321606 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-2d2cb9af-8359-41f9-af6d-bde0bcac450e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19604b0bd8ec4ddb8c790d09e041d9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0357850 Jun 22 01:02:21.323779 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [-] (104337) accepted ('10.222.0.21', 60630) {{(pid=104337) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:21.369961 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.393518 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.439638 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.442212 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron_lib.callbacks.manager [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104337) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.443363 dv-cinder-753305-6-smb neutron-server[104337]: INFO neutron.wsgi [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0ab77c8-c823-4505-aa48-5bf0b3ca6c24 HTTP/1.1" status: 204 len: 168 time: 0.1187215 Jun 22 01:02:21.444108 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-2011c7c9-e1a7-4d35-a28f-c667afe1f242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:21.451434 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab77c8-c823-4505-aa48-5bf0b3ca6c24,revision_number=None']} {{(pid=104337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:21.453873 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG oslo_concurrency.lockutils [None req-58335d24-694c-4c5c-8c3f-97cc48af5fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104337) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:21.739052 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60638) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:21.776705 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-fe527c20-39e2-41f4-ac6a-ce9438b677bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=beff8e3fb7204de58e7384b5b44154e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364282 Jun 22 01:02:21.778993 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [-] (104338) accepted ('10.222.0.21', 60640) {{(pid=104338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:02:21.824614 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.849081 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.894000 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763654'] for security_group, after_delete {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.896430 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron_lib.callbacks.manager [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:21.897566 dv-cinder-753305-6-smb neutron-server[104338]: INFO neutron.wsgi [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84402dc8-84f3-4fb3-b44a-925d39e5c48c HTTP/1.1" status: 204 len: 168 time: 0.1176803 Jun 22 01:02:21.898306 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-85fe86db-b738-428d-9d10-e5e669e84007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:02:21.905216 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84402dc8-84f3-4fb3-b44a-925d39e5c48c,revision_number=None']} {{(pid=104338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:02:21.908182 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG oslo_concurrency.lockutils [None req-eab2eebb-0fa2-476e-8001-1ab5d0aec411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104338) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:02:22.560178 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:23.635549 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:47.241459 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:02:47.339278 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e95a6df7-87ba-4d95-b395-7993f8d64482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.068864 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6ce0ac5e-8110-4913-abb0-f4f1bb80467a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:50.184350 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:51.163877 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:52.563092 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:02:53.650290 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:17.340010 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-65e5b112-73e1-490f-ba5a-3a3bf9696f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:20.069696 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-dad8abcd-e067-44a3-a529-1074852dece7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:20.188872 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:21.167590 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:22.564326 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:23.650433 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:24.240040 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:03:47.339701 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f905558a-6986-4092-8029-d9947c931628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:50.070307 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-edb3d434-5c69-4c2c-afc2-6573a8b736e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:50.181318 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:51.169653 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:52.567369 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:03:53.655422 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:01.238418 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:04:17.339584 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-8f037cac-988d-40da-8cfe-dcb26cf03cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:20.070207 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-fe2f3451-de93-4002-ad00-e0aa1d6ffe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:20.185763 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:21.176523 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:22.573746 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:23.667301 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:25.919613 dv-cinder-753305-6-smb neutron-server[104337]: DEBUG neutron.wsgi [req-92bfde12-b10a-4f62-aa03-35fc13717aa3 req-62347cb6-eea7-4cf7-9c41-34478098c4c8 service neutron] (104337) timed out ('10.222.0.23', 57290) {{(pid=104337) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:04:27.050419 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [req-7cbc722e-29dd-4d56-8609-e4f151e9c04d req-52906dc9-f6b4-4b00-8f2e-3198eb4c3b66 service neutron] (104338) timed out ('10.222.0.23', 57271) {{(pid=104338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:04:38.237018 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:04:47.341119 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f99ddb36-079c-4be8-8970-3281238f1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:50.070859 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-0b1ea61d-a6f7-478d-a5d5-6eba89fd8a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:50.186195 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:51.175790 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:52.574185 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:04:53.675654 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:15.234711 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:05:17.341333 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-397a5fbd-d8ce-47c8-858a-1933cb5a7d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:20.070969 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-466f6c95-7243-48c7-b9c3-58816636ea40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:20.186579 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:21.177373 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:22.576288 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:23.690914 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:47.341599 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-6c5032af-2485-472a-bdb8-bbbea8ad36a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:50.071140 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-f92c73a4-d882-477b-bd1c-423aad0cbb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:50.186409 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:51.180744 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:52.232944 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:05:52.579735 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:05:53.690309 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:04.943111 dv-cinder-753305-6-smb neutron-server[104338]: DEBUG neutron.wsgi [req-123eb5ba-b9a8-4356-a228-8356b5b2be22 req-71c2b590-0bb4-4191-9d08-31cb6aad2aff tempest-AttachVolumeNegativeTest-1551173188 tempest-AttachVolumeNegativeTest-1551173188-project] (104338) timed out ('10.222.0.23', 57265) {{(pid=104338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 01:06:17.341809 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-628993f5-e65d-44b7-a4d9-ddd47b7cc13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:20.071241 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-e39608be-dca5-4b36-bed1-965bdb102004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:20.185653 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:21.182375 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:22.583412 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:23.705162 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:29.231130 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:06:47.342266 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a300-e34c-442e-81f6-ed28df85dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:50.071976 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cd6e33c4-ba00-4a28-8b37-6c63b14f508f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:50.188298 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:51.185638 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:52.585473 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:06:53.695858 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:06.230124 dv-cinder-753305-6-smb neutron-server[104340]: DEBUG neutron.db.agents_db [None req-9de5fdaf-2bf6-4bad-a450-4b6b99d26653 None None] Agent healthcheck: found 6 active agents {{(pid=104340) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:07:17.342575 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-15a35870-6a57-4663-ae86-bfcde8c13eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:20.072111 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-465a93e7-74a8-4aa5-ae31-ba78559b5893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:20.188269 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1f8b9509-262d-431d-8481-2718c0f65c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:21.189528 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-cfab431c-b9ef-47e2-b921-8beb24c6e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:22.588508 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-71054983-877a-490a-b77d-bb894f890562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:07:23.702894 dv-cinder-753305-6-smb neutron-server[104339]: DEBUG neutron_lib.callbacks.manager [None req-1a0dc762-7e58-409c-a519-b746235aec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776007469505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1679684'] for agent, after_update {{(pid=104339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}